2024-11-14 17:17:21,163 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-14 17:17:21,178 main DEBUG Took 0.013087 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 17:17:21,179 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 17:17:21,179 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 17:17:21,180 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 17:17:21,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:17:21,188 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 17:17:21,200 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:17:21,202 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:17:21,203 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:17:21,204 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:17:21,204 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:17:21,205 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:17:21,206 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:17:21,207 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:17:21,207 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:17:21,208 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:17:21,209 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:17:21,210 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:17:21,210 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,210 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 17:17:21,212 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:17:21,213 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 17:17:21,215 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 17:17:21,215 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 17:17:21,216 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 17:17:21,217 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 17:17:21,225 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 17:17:21,227 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 17:17:21,229 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 17:17:21,229 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 17:17:21,230 main DEBUG createAppenders(={Console}) 2024-11-14 17:17:21,230 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-14 17:17:21,231 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-14 17:17:21,231 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-14 17:17:21,231 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 17:17:21,232 main DEBUG OutputStream closed 2024-11-14 17:17:21,232 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 17:17:21,232 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 17:17:21,232 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-14 17:17:21,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 17:17:21,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 17:17:21,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 17:17:21,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 17:17:21,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 17:17:21,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 17:17:21,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 17:17:21,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 17:17:21,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 17:17:21,309 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 17:17:21,309 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 17:17:21,309 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 17:17:21,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 17:17:21,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 17:17:21,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 17:17:21,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 17:17:21,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 17:17:21,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 17:17:21,314 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 17:17:21,314 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-14 17:17:21,315 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 17:17:21,315 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-14T17:17:21,566 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7 2024-11-14 17:17:21,569 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 17:17:21,569 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T17:17:21,578 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-14T17:17:21,598 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:17:21,601 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/cluster_d9117fea-ac54-452b-4388-a2a3547d1f04, deleteOnExit=true 2024-11-14T17:17:21,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-14T17:17:21,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/test.cache.data in system properties and HBase conf 2024-11-14T17:17:21,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:17:21,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:17:21,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:17:21,604 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:17:21,604 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-14T17:17:21,698 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T17:17:21,790 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:17:21,794 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:17:21,794 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:17:21,795 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:17:21,795 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:17:21,795 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:17:21,796 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:17:21,796 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:17:21,797 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:17:21,797 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:17:21,797 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:17:21,798 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:17:21,798 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:17:21,799 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:17:21,799 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:17:22,759 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T17:17:22,848 INFO [Time-limited test {}] log.Log(170): Logging initialized @2388ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T17:17:22,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:17:23,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:17:23,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:17:23,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:17:23,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:17:23,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:17:23,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:17:23,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:17:23,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/java.io.tmpdir/jetty-localhost-38291-hadoop-hdfs-3_4_1-tests_jar-_-any-15254686482595558745/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:17:23,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:38291} 2024-11-14T17:17:23,270 INFO [Time-limited test {}] server.Server(415): Started @2811ms 2024-11-14T17:17:23,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:17:23,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:17:23,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:17:23,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:17:23,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:17:23,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:17:23,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:17:23,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/java.io.tmpdir/jetty-localhost-38211-hadoop-hdfs-3_4_1-tests_jar-_-any-9876540779704359515/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:17:23,823 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:38211} 2024-11-14T17:17:23,823 INFO [Time-limited test {}] server.Server(415): Started @3364ms 2024-11-14T17:17:23,884 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:17:24,396 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/cluster_d9117fea-ac54-452b-4388-a2a3547d1f04/dfs/data/data2/current/BP-2054411593-172.17.0.2-1731604642487/current, will proceed with Du for space computation calculation, 2024-11-14T17:17:24,396 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/cluster_d9117fea-ac54-452b-4388-a2a3547d1f04/dfs/data/data1/current/BP-2054411593-172.17.0.2-1731604642487/current, will proceed with Du for space computation calculation, 2024-11-14T17:17:24,442 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:17:24,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7 2024-11-14T17:17:24,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc0b2cefcab07410 with lease ID 0x794afd1b09be66ab: Processing first storage report for DS-da33ffa2-0c2c-4655-84a2-f97dd3a45958 from datanode DatanodeRegistration(127.0.0.1:45827, datanodeUuid=64ae9d6b-77da-4e61-8b55-273718d34d9a, infoPort=42237, infoSecurePort=0, ipcPort=44493, storageInfo=lv=-57;cid=testClusterID;nsid=1499866646;c=1731604642487) 2024-11-14T17:17:24,502 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc0b2cefcab07410 with lease ID 0x794afd1b09be66ab: from storage DS-da33ffa2-0c2c-4655-84a2-f97dd3a45958 node DatanodeRegistration(127.0.0.1:45827, datanodeUuid=64ae9d6b-77da-4e61-8b55-273718d34d9a, infoPort=42237, infoSecurePort=0, ipcPort=44493, storageInfo=lv=-57;cid=testClusterID;nsid=1499866646;c=1731604642487), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T17:17:24,502 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc0b2cefcab07410 with lease ID 0x794afd1b09be66ab: Processing first storage report for DS-15911761-be1e-4210-81d2-156dde927b48 from datanode DatanodeRegistration(127.0.0.1:45827, datanodeUuid=64ae9d6b-77da-4e61-8b55-273718d34d9a, infoPort=42237, infoSecurePort=0, ipcPort=44493, storageInfo=lv=-57;cid=testClusterID;nsid=1499866646;c=1731604642487) 2024-11-14T17:17:24,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc0b2cefcab07410 with lease ID 0x794afd1b09be66ab: from storage DS-15911761-be1e-4210-81d2-156dde927b48 node DatanodeRegistration(127.0.0.1:45827, datanodeUuid=64ae9d6b-77da-4e61-8b55-273718d34d9a, infoPort=42237, infoSecurePort=0, ipcPort=44493, storageInfo=lv=-57;cid=testClusterID;nsid=1499866646;c=1731604642487), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:17:24,576 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/cluster_d9117fea-ac54-452b-4388-a2a3547d1f04/zookeeper_0, clientPort=58688, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/cluster_d9117fea-ac54-452b-4388-a2a3547d1f04/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/cluster_d9117fea-ac54-452b-4388-a2a3547d1f04/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T17:17:24,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58688 2024-11-14T17:17:24,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:17:24,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:17:24,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:17:25,253 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42 with version=8 2024-11-14T17:17:25,254 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/hbase-staging 2024-11-14T17:17:25,385 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T17:17:25,664 INFO [Time-limited test {}] client.ConnectionUtils(129): master/38cb5ac947ac:0 server-side Connection retries=45 2024-11-14T17:17:25,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:17:25,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:17:25,684 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:17:25,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:17:25,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:17:25,825 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:17:25,891 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T17:17:25,901 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T17:17:25,905 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:17:25,933 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12838 (auto-detected) 2024-11-14T17:17:25,934 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T17:17:25,954 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40787 2024-11-14T17:17:25,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:17:25,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:17:25,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40787 connecting to ZooKeeper ensemble=127.0.0.1:58688 2024-11-14T17:17:26,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407870x0, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:17:26,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40787-0x101a7c978370000 connected 2024-11-14T17:17:26,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T17:17:26,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T17:17:26,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T17:17:26,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40787 2024-11-14T17:17:26,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40787 2024-11-14T17:17:26,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40787 2024-11-14T17:17:26,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40787 2024-11-14T17:17:26,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40787 2024-11-14T17:17:26,066 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42, hbase.cluster.distributed=false 2024-11-14T17:17:26,135 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/38cb5ac947ac:0 server-side Connection retries=45 2024-11-14T17:17:26,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:17:26,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:17:26,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:17:26,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:17:26,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:17:26,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:17:26,140 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:17:26,141 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46341 2024-11-14T17:17:26,143 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:17:26,148 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:17:26,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:17:26,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:17:26,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46341 connecting to ZooKeeper ensemble=127.0.0.1:58688 2024-11-14T17:17:26,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463410x0, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:17:26,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T17:17:26,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46341-0x101a7c978370001 connected 2024-11-14T17:17:26,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T17:17:26,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T17:17:26,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46341 2024-11-14T17:17:26,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46341 2024-11-14T17:17:26,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46341 2024-11-14T17:17:26,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46341 2024-11-14T17:17:26,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46341 2024-11-14T17:17:26,171 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/38cb5ac947ac,40787,1731604645378 2024-11-14T17:17:26,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T17:17:26,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T17:17:26,180 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/38cb5ac947ac,40787,1731604645378 2024-11-14T17:17:26,190 DEBUG [M:0;38cb5ac947ac:40787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38cb5ac947ac:40787 2024-11-14T17:17:26,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T17:17:26,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T17:17:26,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:26,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:26,202 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T17:17:26,204 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/38cb5ac947ac,40787,1731604645378 from backup master directory 2024-11-14T17:17:26,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T17:17:26,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/38cb5ac947ac,40787,1731604645378 2024-11-14T17:17:26,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T17:17:26,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T17:17:26,207 WARN [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:17:26,208 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38cb5ac947ac,40787,1731604645378 2024-11-14T17:17:26,210 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T17:17:26,211 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T17:17:26,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:17:26,692 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/hbase.id with ID: f71025e1-d4e0-4e0e-8e7a-1360685be872 2024-11-14T17:17:26,733 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:17:26,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:26,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:26,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:17:27,196 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:17:27,199 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:17:27,216 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:27,220 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:17:27,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:17:27,669 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store 2024-11-14T17:17:27,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:17:27,689 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T17:17:27,690 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:17:27,691 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:17:27,691 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:17:27,691 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:17:27,691 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:17:27,691 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:17:27,691 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:17:27,692 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T17:17:27,693 WARN [master/38cb5ac947ac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/.initializing 2024-11-14T17:17:27,694 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/WALs/38cb5ac947ac,40787,1731604645378 2024-11-14T17:17:27,700 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:17:27,710 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38cb5ac947ac%2C40787%2C1731604645378, suffix=, logDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/WALs/38cb5ac947ac,40787,1731604645378, archiveDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/oldWALs, maxLogs=10 2024-11-14T17:17:27,731 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/WALs/38cb5ac947ac,40787,1731604645378/38cb5ac947ac%2C40787%2C1731604645378.1731604647714, exclude list is [], retry=0 2024-11-14T17:17:27,747 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-da33ffa2-0c2c-4655-84a2-f97dd3a45958,DISK] 2024-11-14T17:17:27,750 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T17:17:27,785 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/WALs/38cb5ac947ac,40787,1731604645378/38cb5ac947ac%2C40787%2C1731604645378.1731604647714 2024-11-14T17:17:27,785 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42237:42237)] 2024-11-14T17:17:27,786 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:17:27,786 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:17:27,790 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:17:27,790 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:17:27,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:17:27,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:17:27,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:27,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:17:27,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:17:27,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:17:27,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:27,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:17:27,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:17:27,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:17:27,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:27,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:17:27,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:17:27,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:17:27,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:27,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:17:27,872 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:17:27,874 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:17:27,883 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:17:27,886 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:17:27,891 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:17:27,892 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60533043, jitterRate=-0.09798736870288849}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:17:27,896 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T17:17:27,897 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:17:27,925 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b75a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:17:27,959 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-14T17:17:27,971 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:17:27,971 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:17:27,974 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:17:27,975 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T17:17:27,980 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-14T17:17:27,980 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:17:28,006 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:17:28,019 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T17:17:28,021 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-14T17:17:28,024 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:17:28,025 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:17:28,026 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-14T17:17:28,028 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:17:28,031 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:17:28,033 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-14T17:17:28,034 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:17:28,036 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T17:17:28,045 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:17:28,047 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T17:17:28,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T17:17:28,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T17:17:28,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:28,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:28,052 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=38cb5ac947ac,40787,1731604645378, sessionid=0x101a7c978370000, setting cluster-up flag (Was=false) 2024-11-14T17:17:28,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:28,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:28,070 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T17:17:28,072 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38cb5ac947ac,40787,1731604645378 2024-11-14T17:17:28,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:28,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:28,083 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T17:17:28,084 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38cb5ac947ac,40787,1731604645378 2024-11-14T17:17:28,168 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-14T17:17:28,175 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-14T17:17:28,177 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:17:28,183 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38cb5ac947ac,40787,1731604645378 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:17:28,185 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38cb5ac947ac:46341 2024-11-14T17:17:28,186 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38cb5ac947ac:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:17:28,186 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38cb5ac947ac:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:17:28,186 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38cb5ac947ac:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:17:28,186 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38cb5ac947ac:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:17:28,186 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38cb5ac947ac:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:17:28,186 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38cb5ac947ac:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:17:28,187 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38cb5ac947ac:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:17:28,187 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38cb5ac947ac:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:17:28,187 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1008): ClusterId : f71025e1-d4e0-4e0e-8e7a-1360685be872 2024-11-14T17:17:28,188 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604678188 2024-11-14T17:17:28,190 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:17:28,190 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:17:28,191 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:17:28,194 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:17:28,194 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:17:28,194 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:17:28,195 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:17:28,195 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:17:28,195 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:17:28,196 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:17:28,196 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:17:28,196 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:28,199 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:17:28,199 DEBUG [RS:0;38cb5ac947ac:46341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e1e5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:17:28,200 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:28,200 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:17:28,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:17:28,201 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:17:28,202 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:17:28,204 DEBUG [RS:0;38cb5ac947ac:46341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9e4657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38cb5ac947ac/172.17.0.2:0 2024-11-14T17:17:28,204 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:17:28,204 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:17:28,207 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38cb5ac947ac:0:becomeActiveMaster-HFileCleaner.large.0-1731604648206,5,FailOnTimeoutGroup] 2024-11-14T17:17:28,208 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38cb5ac947ac:0:becomeActiveMaster-HFileCleaner.small.0-1731604648207,5,FailOnTimeoutGroup] 2024-11-14T17:17:28,208 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:28,208 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:17:28,208 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-14T17:17:28,208 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-14T17:17:28,208 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-14T17:17:28,209 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:28,209 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:28,211 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(3073): reportForDuty to master=38cb5ac947ac,40787,1731604645378 with isa=38cb5ac947ac/172.17.0.2:46341, startcode=1731604646134 2024-11-14T17:17:28,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741831_1007 (size=1039) 2024-11-14T17:17:28,223 DEBUG [RS:0;38cb5ac947ac:46341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:17:28,257 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36581, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:17:28,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40787 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:28,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40787 {}] master.ServerManager(486): Registering regionserver=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:28,279 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42 2024-11-14T17:17:28,279 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34551 2024-11-14T17:17:28,280 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-14T17:17:28,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T17:17:28,284 DEBUG [RS:0;38cb5ac947ac:46341 {}] zookeeper.ZKUtil(111): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:28,285 WARN [RS:0;38cb5ac947ac:46341 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:17:28,285 INFO [RS:0;38cb5ac947ac:46341 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:17:28,285 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/WALs/38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:28,287 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38cb5ac947ac,46341,1731604646134] 2024-11-14T17:17:28,298 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-14T17:17:28,309 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:17:28,322 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:17:28,325 INFO [RS:0;38cb5ac947ac:46341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:17:28,325 INFO [RS:0;38cb5ac947ac:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:28,325 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-14T17:17:28,332 INFO [RS:0;38cb5ac947ac:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:28,333 DEBUG [RS:0;38cb5ac947ac:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38cb5ac947ac:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:17:28,333 DEBUG [RS:0;38cb5ac947ac:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38cb5ac947ac:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:17:28,333 DEBUG [RS:0;38cb5ac947ac:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:17:28,333 DEBUG [RS:0;38cb5ac947ac:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38cb5ac947ac:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:17:28,333 DEBUG [RS:0;38cb5ac947ac:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38cb5ac947ac:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:17:28,333 DEBUG [RS:0;38cb5ac947ac:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38cb5ac947ac:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:17:28,333 DEBUG [RS:0;38cb5ac947ac:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:17:28,333 DEBUG [RS:0;38cb5ac947ac:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38cb5ac947ac:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:17:28,334 DEBUG [RS:0;38cb5ac947ac:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38cb5ac947ac:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:17:28,334 DEBUG [RS:0;38cb5ac947ac:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38cb5ac947ac:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:17:28,334 DEBUG [RS:0;38cb5ac947ac:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38cb5ac947ac:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:17:28,334 DEBUG [RS:0;38cb5ac947ac:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38cb5ac947ac:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:17:28,334 DEBUG [RS:0;38cb5ac947ac:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:17:28,335 INFO [RS:0;38cb5ac947ac:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:28,336 INFO [RS:0;38cb5ac947ac:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:28,336 INFO [RS:0;38cb5ac947ac:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:28,336 INFO [RS:0;38cb5ac947ac:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:28,336 INFO [RS:0;38cb5ac947ac:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=38cb5ac947ac,46341,1731604646134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:17:28,357 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:17:28,359 INFO [RS:0;38cb5ac947ac:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=38cb5ac947ac,46341,1731604646134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:28,386 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.Replication(204): 38cb5ac947ac,46341,1731604646134 started 2024-11-14T17:17:28,386 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1767): Serving as 38cb5ac947ac,46341,1731604646134, RpcServer on 38cb5ac947ac/172.17.0.2:46341, sessionid=0x101a7c978370001 2024-11-14T17:17:28,387 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:17:28,387 DEBUG [RS:0;38cb5ac947ac:46341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:28,387 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38cb5ac947ac,46341,1731604646134' 2024-11-14T17:17:28,387 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T17:17:28,388 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T17:17:28,389 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:17:28,389 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:17:28,389 DEBUG [RS:0;38cb5ac947ac:46341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:28,389 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38cb5ac947ac,46341,1731604646134' 2024-11-14T17:17:28,389 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T17:17:28,390 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T17:17:28,391 DEBUG [RS:0;38cb5ac947ac:46341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:17:28,391 INFO [RS:0;38cb5ac947ac:46341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:17:28,391 INFO [RS:0;38cb5ac947ac:46341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:17:28,496 INFO [RS:0;38cb5ac947ac:46341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:17:28,500 INFO [RS:0;38cb5ac947ac:46341 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38cb5ac947ac%2C46341%2C1731604646134, suffix=, logDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/WALs/38cb5ac947ac,46341,1731604646134, archiveDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/oldWALs, maxLogs=32 2024-11-14T17:17:28,516 DEBUG [RS:0;38cb5ac947ac:46341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/WALs/38cb5ac947ac,46341,1731604646134/38cb5ac947ac%2C46341%2C1731604646134.1731604648502, exclude list is [], retry=0 2024-11-14T17:17:28,521 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-da33ffa2-0c2c-4655-84a2-f97dd3a45958,DISK] 2024-11-14T17:17:28,525 INFO [RS:0;38cb5ac947ac:46341 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/WALs/38cb5ac947ac,46341,1731604646134/38cb5ac947ac%2C46341%2C1731604646134.1731604648502 2024-11-14T17:17:28,526 DEBUG [RS:0;38cb5ac947ac:46341 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42237:42237)] 2024-11-14T17:17:28,614 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-14T17:17:28,615 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42 2024-11-14T17:17:28,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741833_1009 (size=32) 2024-11-14T17:17:29,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:17:29,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:17:29,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:17:29,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:29,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:17:29,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:17:29,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:17:29,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:29,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:17:29,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:17:29,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:17:29,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:29,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:17:29,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740 2024-11-14T17:17:29,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740 2024-11-14T17:17:29,049 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T17:17:29,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-14T17:17:29,056 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:17:29,057 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67191503, jitterRate=0.0012314170598983765}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T17:17:29,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-14T17:17:29,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:17:29,059 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-14T17:17:29,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-14T17:17:29,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:17:29,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:17:29,061 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-14T17:17:29,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-14T17:17:29,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:17:29,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-14T17:17:29,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:17:29,078 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:17:29,080 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:17:29,233 DEBUG [38cb5ac947ac:40787 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:17:29,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:29,250 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38cb5ac947ac,46341,1731604646134, state=OPENING 2024-11-14T17:17:29,261 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:17:29,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:29,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:29,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T17:17:29,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T17:17:29,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:17:29,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:29,484 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:17:29,496 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:17:29,526 INFO [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-14T17:17:29,526 INFO [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:17:29,531 INFO [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:17:29,538 INFO [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38cb5ac947ac%2C46341%2C1731604646134.meta, suffix=.meta, logDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/WALs/38cb5ac947ac,46341,1731604646134, archiveDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/oldWALs, maxLogs=32 2024-11-14T17:17:29,563 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/WALs/38cb5ac947ac,46341,1731604646134/38cb5ac947ac%2C46341%2C1731604646134.meta.1731604649541.meta, exclude list is [], retry=0 2024-11-14T17:17:29,569 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-da33ffa2-0c2c-4655-84a2-f97dd3a45958,DISK] 2024-11-14T17:17:29,590 INFO [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/WALs/38cb5ac947ac,46341,1731604646134/38cb5ac947ac%2C46341%2C1731604646134.meta.1731604649541.meta 2024-11-14T17:17:29,600 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42237:42237)] 2024-11-14T17:17:29,600 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:17:29,603 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:17:29,697 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:17:29,704 INFO [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:17:29,711 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:17:29,712 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:17:29,712 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-14T17:17:29,712 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-14T17:17:29,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:17:29,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:17:29,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:29,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:17:29,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:17:29,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:17:29,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:29,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:17:29,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:17:29,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:17:29,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:29,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:17:29,763 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740 2024-11-14T17:17:29,771 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740 2024-11-14T17:17:29,776 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T17:17:29,780 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-14T17:17:29,782 INFO [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66017838, jitterRate=-0.016257554292678833}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T17:17:29,784 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-14T17:17:29,795 INFO [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604649464 2024-11-14T17:17:29,816 DEBUG [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:17:29,817 INFO [RS_OPEN_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-14T17:17:29,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:29,829 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38cb5ac947ac,46341,1731604646134, state=OPEN 2024-11-14T17:17:29,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T17:17:29,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T17:17:29,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T17:17:29,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T17:17:29,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:17:29,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=38cb5ac947ac,46341,1731604646134 in 578 msec 2024-11-14T17:17:29,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:17:29,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 792 msec 2024-11-14T17:17:29,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.7610 sec 2024-11-14T17:17:29,896 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604649896, completionTime=-1 2024-11-14T17:17:29,896 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:17:29,896 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-14T17:17:29,959 DEBUG [hconnection-0x10f14607-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:17:29,964 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:17:29,983 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-14T17:17:29,983 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604709983 2024-11-14T17:17:29,984 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604769984 2024-11-14T17:17:29,984 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 87 msec 2024-11-14T17:17:30,030 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38cb5ac947ac,40787,1731604645378-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:30,031 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38cb5ac947ac,40787,1731604645378-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:30,031 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38cb5ac947ac,40787,1731604645378-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:30,033 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38cb5ac947ac:40787, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:30,035 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:30,042 DEBUG [master/38cb5ac947ac:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-14T17:17:30,049 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-14T17:17:30,051 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:17:30,060 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-14T17:17:30,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:17:30,069 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:30,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:17:30,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741835_1011 (size=358) 2024-11-14T17:17:30,148 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => aed6cec0750f84a69e2d76e226b25da3, NAME => 'hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42 2024-11-14T17:17:30,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741836_1012 (size=42) 2024-11-14T17:17:30,588 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:17:30,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing aed6cec0750f84a69e2d76e226b25da3, disabling compactions & flushes 2024-11-14T17:17:30,589 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. 2024-11-14T17:17:30,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. 2024-11-14T17:17:30,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. after waiting 0 ms 2024-11-14T17:17:30,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. 2024-11-14T17:17:30,589 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. 2024-11-14T17:17:30,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for aed6cec0750f84a69e2d76e226b25da3: 2024-11-14T17:17:30,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:17:30,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731604650594"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604650594"}]},"ts":"1731604650594"} 2024-11-14T17:17:30,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T17:17:30,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:17:30,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604650669"}]},"ts":"1731604650669"} 2024-11-14T17:17:30,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-14T17:17:30,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=aed6cec0750f84a69e2d76e226b25da3, ASSIGN}] 2024-11-14T17:17:30,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=aed6cec0750f84a69e2d76e226b25da3, ASSIGN 2024-11-14T17:17:30,710 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=aed6cec0750f84a69e2d76e226b25da3, ASSIGN; state=OFFLINE, location=38cb5ac947ac,46341,1731604646134; forceNewPlan=false, retain=false 2024-11-14T17:17:30,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=aed6cec0750f84a69e2d76e226b25da3, regionState=OPENING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:30,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure aed6cec0750f84a69e2d76e226b25da3, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:17:31,056 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:31,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. 2024-11-14T17:17:31,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => aed6cec0750f84a69e2d76e226b25da3, NAME => 'hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:17:31,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace aed6cec0750f84a69e2d76e226b25da3 2024-11-14T17:17:31,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:17:31,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for aed6cec0750f84a69e2d76e226b25da3 2024-11-14T17:17:31,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for aed6cec0750f84a69e2d76e226b25da3 2024-11-14T17:17:31,220 INFO [StoreOpener-aed6cec0750f84a69e2d76e226b25da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region aed6cec0750f84a69e2d76e226b25da3 2024-11-14T17:17:31,244 INFO [StoreOpener-aed6cec0750f84a69e2d76e226b25da3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aed6cec0750f84a69e2d76e226b25da3 columnFamilyName info 2024-11-14T17:17:31,244 DEBUG [StoreOpener-aed6cec0750f84a69e2d76e226b25da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:31,247 INFO [StoreOpener-aed6cec0750f84a69e2d76e226b25da3-1 {}] regionserver.HStore(327): Store=aed6cec0750f84a69e2d76e226b25da3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:17:31,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/namespace/aed6cec0750f84a69e2d76e226b25da3 2024-11-14T17:17:31,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/namespace/aed6cec0750f84a69e2d76e226b25da3 2024-11-14T17:17:31,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for aed6cec0750f84a69e2d76e226b25da3 2024-11-14T17:17:31,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/namespace/aed6cec0750f84a69e2d76e226b25da3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:17:31,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened aed6cec0750f84a69e2d76e226b25da3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71774303, jitterRate=0.06952045857906342}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T17:17:31,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for aed6cec0750f84a69e2d76e226b25da3: 2024-11-14T17:17:31,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3., pid=6, masterSystemTime=1731604651056 2024-11-14T17:17:31,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. 2024-11-14T17:17:31,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. 2024-11-14T17:17:31,335 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=aed6cec0750f84a69e2d76e226b25da3, regionState=OPEN, openSeqNum=2, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:31,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:17:31,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure aed6cec0750f84a69e2d76e226b25da3, server=38cb5ac947ac,46341,1731604646134 in 460 msec 2024-11-14T17:17:31,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:17:31,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=aed6cec0750f84a69e2d76e226b25da3, ASSIGN in 654 msec 2024-11-14T17:17:31,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:17:31,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604651358"}]},"ts":"1731604651358"} 2024-11-14T17:17:31,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-14T17:17:31,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:17:31,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3190 sec 2024-11-14T17:17:31,416 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-14T17:17:31,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-14T17:17:31,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:31,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:17:31,490 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-14T17:17:31,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-14T17:17:31,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 63 msec 2024-11-14T17:17:31,558 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-14T17:17:31,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-14T17:17:31,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 47 msec 2024-11-14T17:17:31,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-14T17:17:31,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-14T17:17:31,665 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.457sec 2024-11-14T17:17:31,667 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:17:31,669 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:17:31,670 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:17:31,671 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:17:31,671 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:17:31,672 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38cb5ac947ac,40787,1731604645378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:17:31,673 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38cb5ac947ac,40787,1731604645378-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:17:31,684 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:17:31,685 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:17:31,686 INFO [master/38cb5ac947ac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38cb5ac947ac,40787,1731604645378-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:17:31,738 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-14T17:17:31,740 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-14T17:17:31,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:17:31,757 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T17:17:31,757 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T17:17:31,790 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:17:31,808 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:17:31,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=38cb5ac947ac,40787,1731604645378 2024-11-14T17:17:31,858 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=8256 2024-11-14T17:17:31,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:17:31,887 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:17:31,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T17:17:31,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:17:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T17:17:31,929 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:17:31,930 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:31,932 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:17:31,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-14T17:17:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T17:17:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741837_1013 (size=960) 2024-11-14T17:17:32,001 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42 2024-11-14T17:17:32,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741838_1014 (size=53) 2024-11-14T17:17:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T17:17:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T17:17:32,457 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:17:32,457 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2363fcd8099c098be6d6dc2cd1c9afa6, disabling compactions & flushes 2024-11-14T17:17:32,457 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:32,457 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:32,457 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. after waiting 0 ms 2024-11-14T17:17:32,457 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:32,457 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:32,458 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:32,462 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:17:32,462 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731604652462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604652462"}]},"ts":"1731604652462"} 2024-11-14T17:17:32,487 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T17:17:32,489 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:17:32,490 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604652489"}]},"ts":"1731604652489"} 2024-11-14T17:17:32,493 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T17:17:32,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2363fcd8099c098be6d6dc2cd1c9afa6, ASSIGN}] 2024-11-14T17:17:32,506 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2363fcd8099c098be6d6dc2cd1c9afa6, ASSIGN 2024-11-14T17:17:32,518 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2363fcd8099c098be6d6dc2cd1c9afa6, ASSIGN; state=OFFLINE, location=38cb5ac947ac,46341,1731604646134; forceNewPlan=false, retain=false 2024-11-14T17:17:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T17:17:32,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2363fcd8099c098be6d6dc2cd1c9afa6, regionState=OPENING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:32,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:17:32,841 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:32,858 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:32,858 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:17:32,859 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:32,859 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:17:32,859 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:32,860 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:32,873 INFO [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:32,882 INFO [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:17:32,883 INFO [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2363fcd8099c098be6d6dc2cd1c9afa6 columnFamilyName A 2024-11-14T17:17:32,883 DEBUG [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:32,892 INFO [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] regionserver.HStore(327): Store=2363fcd8099c098be6d6dc2cd1c9afa6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:17:32,892 INFO [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:32,896 INFO [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:17:32,896 INFO [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2363fcd8099c098be6d6dc2cd1c9afa6 columnFamilyName B 2024-11-14T17:17:32,896 DEBUG [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:32,898 INFO [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] regionserver.HStore(327): Store=2363fcd8099c098be6d6dc2cd1c9afa6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:17:32,899 INFO [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:32,907 INFO [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:17:32,907 INFO [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2363fcd8099c098be6d6dc2cd1c9afa6 columnFamilyName C 2024-11-14T17:17:32,907 DEBUG [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:32,925 INFO [StoreOpener-2363fcd8099c098be6d6dc2cd1c9afa6-1 {}] regionserver.HStore(327): Store=2363fcd8099c098be6d6dc2cd1c9afa6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:17:32,926 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:32,929 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:32,930 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:32,933 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T17:17:32,936 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:32,948 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:17:32,949 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 2363fcd8099c098be6d6dc2cd1c9afa6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71775133, jitterRate=0.06953282654285431}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T17:17:32,950 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:32,952 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., pid=11, masterSystemTime=1731604652841 2024-11-14T17:17:32,956 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:32,956 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:32,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2363fcd8099c098be6d6dc2cd1c9afa6, regionState=OPEN, openSeqNum=2, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:32,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T17:17:32,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 in 278 msec 2024-11-14T17:17:32,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:17:32,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2363fcd8099c098be6d6dc2cd1c9afa6, ASSIGN in 477 msec 2024-11-14T17:17:32,982 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:17:32,982 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604652982"}]},"ts":"1731604652982"} 2024-11-14T17:17:32,985 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T17:17:32,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:17:32,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.0770 sec 2024-11-14T17:17:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T17:17:33,108 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-14T17:17:33,114 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-14T17:17:33,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:17:33,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:17:33,170 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:17:33,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:17:33,183 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:17:33,192 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-14T17:17:33,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:17:33,211 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-14T17:17:33,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:17:33,222 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-14T17:17:33,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:17:33,275 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-14T17:17:33,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:17:33,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-14T17:17:33,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:17:33,317 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-14T17:17:33,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:17:33,374 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-14T17:17:33,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:17:33,397 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-14T17:17:33,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:17:33,410 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-14T17:17:33,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:17:33,458 DEBUG [hconnection-0x10a9a238-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:17:33,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:17:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-14T17:17:33,480 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:17:33,482 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:17:33,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:17:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T17:17:33,491 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:17:33,500 DEBUG [hconnection-0x74c7c505-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:17:33,521 DEBUG [hconnection-0x8fbcdfd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:17:33,524 DEBUG [hconnection-0x57f69c46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:17:33,530 DEBUG [hconnection-0xaa7b5a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:17:33,531 DEBUG [hconnection-0xafaa2be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:17:33,534 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:17:33,545 DEBUG [hconnection-0x151919f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:17:33,554 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:17:33,563 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:17:33,564 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:17:33,567 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:17:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T17:17:33,629 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:17:33,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:33,648 DEBUG [hconnection-0x776ab0b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:17:33,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:33,668 DEBUG [hconnection-0x34ec81a8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:17:33,694 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:17:33,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:33,734 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:17:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:33,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:17:33,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:33,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:33,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T17:17:33,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:33,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:33,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:33,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:33,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:33,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:33,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:33,986 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:33,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:34,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:34,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/14525ac471024f0caad93aebad18632a is 50, key is test_row_0/A:col10/1731604653793/Put/seqid=0 2024-11-14T17:17:34,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604714092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T17:17:34,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604714096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604714097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604714107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604714107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741839_1015 (size=12001) 2024-11-14T17:17:34,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/14525ac471024f0caad93aebad18632a 2024-11-14T17:17:34,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:34,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:34,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:34,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:34,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604714244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604714245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604714246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604714246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604714244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,314 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T17:17:34,317 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:17:34,318 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-14T17:17:34,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:34,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:34,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:34,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:34,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/7171c2f6aa994eeaab77d15e418ae56e is 50, key is test_row_0/B:col10/1731604653793/Put/seqid=0 2024-11-14T17:17:34,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741840_1016 (size=12001) 2024-11-14T17:17:34,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/7171c2f6aa994eeaab77d15e418ae56e 2024-11-14T17:17:34,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604714460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604714469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604714470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604714478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604714479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:34,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:34,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:34,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:34,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/b8c67f9359dd4c61b273ec4424850afd is 50, key is test_row_0/C:col10/1731604653793/Put/seqid=0 2024-11-14T17:17:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T17:17:34,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741841_1017 (size=12001) 2024-11-14T17:17:34,670 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:34,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:34,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:34,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:34,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604714772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604714784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604714785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604714786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604714792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:34,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:34,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:34,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:34,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:34,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:35,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:35,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/b8c67f9359dd4c61b273ec4424850afd 2024-11-14T17:17:35,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/14525ac471024f0caad93aebad18632a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/14525ac471024f0caad93aebad18632a 2024-11-14T17:17:35,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/14525ac471024f0caad93aebad18632a, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T17:17:35,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/7171c2f6aa994eeaab77d15e418ae56e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/7171c2f6aa994eeaab77d15e418ae56e 2024-11-14T17:17:35,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:35,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:35,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/7171c2f6aa994eeaab77d15e418ae56e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T17:17:35,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/b8c67f9359dd4c61b273ec4424850afd as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/b8c67f9359dd4c61b273ec4424850afd 2024-11-14T17:17:35,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/b8c67f9359dd4c61b273ec4424850afd, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T17:17:35,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 1438ms, sequenceid=13, compaction requested=false 2024-11-14T17:17:35,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:35,244 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T17:17:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:35,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T17:17:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:35,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:35,317 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/4f2c443f4fc34d50bafa41fac898dcef is 50, key is test_row_0/A:col10/1731604655305/Put/seqid=0 2024-11-14T17:17:35,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604715360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604715361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604715363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604715368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604715391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741842_1018 (size=16681) 2024-11-14T17:17:35,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/4f2c443f4fc34d50bafa41fac898dcef 2024-11-14T17:17:35,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/67358bbf183c4abf9464560413031e0d is 50, key is test_row_0/B:col10/1731604655305/Put/seqid=0 2024-11-14T17:17:35,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:35,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604715483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604715494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604715496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604715496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604715516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741843_1019 (size=12001) 2024-11-14T17:17:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T17:17:35,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:35,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:35,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604715707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604715711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604715718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604715715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604715732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,806 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:35,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:35,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,889 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T17:17:35,889 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T17:17:35,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-14T17:17:35,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-14T17:17:35,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:17:35,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T17:17:35,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T17:17:35,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T17:17:35,894 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T17:17:35,894 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T17:17:35,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/67358bbf183c4abf9464560413031e0d 2024-11-14T17:17:35,961 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:35,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:35,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:36,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/1ce48a86078946deb49f73dc55d70b27 is 50, key is test_row_0/C:col10/1731604655305/Put/seqid=0 2024-11-14T17:17:36,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604716012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604716017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604716033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604716033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604716057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:36,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:36,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:36,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741844_1020 (size=12001) 2024-11-14T17:17:36,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:36,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:36,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:36,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:36,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:36,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:36,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:36,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:36,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:36,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604716518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604716536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604716544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604716548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/1ce48a86078946deb49f73dc55d70b27 2024-11-14T17:17:36,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604716566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/4f2c443f4fc34d50bafa41fac898dcef as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/4f2c443f4fc34d50bafa41fac898dcef 2024-11-14T17:17:36,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:36,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:36,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:36,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:36,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:36,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/4f2c443f4fc34d50bafa41fac898dcef, entries=250, sequenceid=39, filesize=16.3 K 2024-11-14T17:17:36,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:36,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/67358bbf183c4abf9464560413031e0d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/67358bbf183c4abf9464560413031e0d 2024-11-14T17:17:36,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/67358bbf183c4abf9464560413031e0d, entries=150, sequenceid=39, filesize=11.7 K 2024-11-14T17:17:36,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/1ce48a86078946deb49f73dc55d70b27 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1ce48a86078946deb49f73dc55d70b27 2024-11-14T17:17:36,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1ce48a86078946deb49f73dc55d70b27, entries=150, sequenceid=39, filesize=11.7 K 2024-11-14T17:17:36,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 1352ms, sequenceid=39, compaction requested=false 2024-11-14T17:17:36,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:36,749 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:36,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T17:17:36,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:36,751 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T17:17:36,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:36,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:36,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:36,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:36,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:36,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/87ec06567f2b47ebb5a046ff9506044a is 50, key is test_row_0/A:col10/1731604655310/Put/seqid=0 2024-11-14T17:17:37,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741845_1021 (size=12001) 2024-11-14T17:17:37,431 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/87ec06567f2b47ebb5a046ff9506044a 2024-11-14T17:17:37,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/d79cbe7e775f41988949578fb6423551 is 50, key is test_row_0/B:col10/1731604655310/Put/seqid=0 2024-11-14T17:17:37,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741846_1022 (size=12001) 2024-11-14T17:17:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:37,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T17:17:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604717657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:37,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604717694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:37,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604717721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:37,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604717730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:37,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604717734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:37,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604717834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:37,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604717841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:37,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604717841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:37,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604717848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:37,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604717855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:37,953 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/d79cbe7e775f41988949578fb6423551 2024-11-14T17:17:37,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/3ff6cdbe95cb4f25b5d893c0053ae151 is 50, key is test_row_0/C:col10/1731604655310/Put/seqid=0 2024-11-14T17:17:38,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741847_1023 (size=12001) 2024-11-14T17:17:38,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604718040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604718046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604718048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604718077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604718081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604718349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604718358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604718359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604718398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604718399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,441 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/3ff6cdbe95cb4f25b5d893c0053ae151 2024-11-14T17:17:38,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/87ec06567f2b47ebb5a046ff9506044a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/87ec06567f2b47ebb5a046ff9506044a 2024-11-14T17:17:38,488 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/87ec06567f2b47ebb5a046ff9506044a, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T17:17:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/d79cbe7e775f41988949578fb6423551 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/d79cbe7e775f41988949578fb6423551 2024-11-14T17:17:38,521 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/d79cbe7e775f41988949578fb6423551, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T17:17:38,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/3ff6cdbe95cb4f25b5d893c0053ae151 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/3ff6cdbe95cb4f25b5d893c0053ae151 2024-11-14T17:17:38,535 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/3ff6cdbe95cb4f25b5d893c0053ae151, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T17:17:38,536 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 1786ms, sequenceid=49, compaction requested=true 2024-11-14T17:17:38,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:38,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:38,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T17:17:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-14T17:17:38,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T17:17:38,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.0550 sec 2024-11-14T17:17:38,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 5.0770 sec 2024-11-14T17:17:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:38,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-14T17:17:38,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:38,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:38,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:38,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:38,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:38,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:38,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/993152d2cb934161ad4fed91cf16ecc8 is 50, key is test_row_0/A:col10/1731604658865/Put/seqid=0 2024-11-14T17:17:38,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604718885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604718909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604718910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604718912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604718914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:38,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741848_1024 (size=14341) 2024-11-14T17:17:38,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/993152d2cb934161ad4fed91cf16ecc8 2024-11-14T17:17:39,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/5cac3fe18cf043d8bf279ba7bfcd2408 is 50, key is test_row_0/B:col10/1731604658865/Put/seqid=0 2024-11-14T17:17:39,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604719018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:39,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:39,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604719039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604719039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:39,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741849_1025 (size=12001) 2024-11-14T17:17:39,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/5cac3fe18cf043d8bf279ba7bfcd2408 2024-11-14T17:17:39,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/67c2330e8a7a4931becacd4688c34a2a is 50, key is test_row_0/C:col10/1731604658865/Put/seqid=0 2024-11-14T17:17:39,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741850_1026 (size=12001) 2024-11-14T17:17:39,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/67c2330e8a7a4931becacd4688c34a2a 2024-11-14T17:17:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604719223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:39,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604719247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:39,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/993152d2cb934161ad4fed91cf16ecc8 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/993152d2cb934161ad4fed91cf16ecc8 2024-11-14T17:17:39,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/993152d2cb934161ad4fed91cf16ecc8, entries=200, sequenceid=77, filesize=14.0 K 2024-11-14T17:17:39,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604719272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:39,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/5cac3fe18cf043d8bf279ba7bfcd2408 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/5cac3fe18cf043d8bf279ba7bfcd2408 2024-11-14T17:17:39,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/5cac3fe18cf043d8bf279ba7bfcd2408, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T17:17:39,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/67c2330e8a7a4931becacd4688c34a2a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/67c2330e8a7a4931becacd4688c34a2a 2024-11-14T17:17:39,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/67c2330e8a7a4931becacd4688c34a2a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T17:17:39,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 480ms, sequenceid=77, compaction requested=true 2024-11-14T17:17:39,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:39,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:17:39,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:39,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:17:39,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:39,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:17:39,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:39,367 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:17:39,368 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:17:39,406 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:17:39,408 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/B is initiating minor compaction (all files) 2024-11-14T17:17:39,409 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/B in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:39,409 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/7171c2f6aa994eeaab77d15e418ae56e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/67358bbf183c4abf9464560413031e0d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/d79cbe7e775f41988949578fb6423551, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/5cac3fe18cf043d8bf279ba7bfcd2408] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=46.9 K 2024-11-14T17:17:39,410 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:17:39,410 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/A is initiating minor compaction (all files) 2024-11-14T17:17:39,410 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/A in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:39,410 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/14525ac471024f0caad93aebad18632a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/4f2c443f4fc34d50bafa41fac898dcef, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/87ec06567f2b47ebb5a046ff9506044a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/993152d2cb934161ad4fed91cf16ecc8] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=53.7 K 2024-11-14T17:17:39,425 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 7171c2f6aa994eeaab77d15e418ae56e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731604653569 2024-11-14T17:17:39,425 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14525ac471024f0caad93aebad18632a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731604653569 2024-11-14T17:17:39,426 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 67358bbf183c4abf9464560413031e0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731604654097 2024-11-14T17:17:39,426 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f2c443f4fc34d50bafa41fac898dcef, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731604653969 2024-11-14T17:17:39,427 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting d79cbe7e775f41988949578fb6423551, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731604655310 2024-11-14T17:17:39,427 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87ec06567f2b47ebb5a046ff9506044a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731604655310 2024-11-14T17:17:39,427 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cac3fe18cf043d8bf279ba7bfcd2408, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731604657681 2024-11-14T17:17:39,428 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 993152d2cb934161ad4fed91cf16ecc8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731604657630 2024-11-14T17:17:39,521 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#A#compaction#12 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:39,526 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/bbcccd76a82f48d98885fe7409437e22 is 50, key is test_row_0/A:col10/1731604658865/Put/seqid=0 2024-11-14T17:17:39,526 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#B#compaction#13 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:39,527 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/8d8b4e7d35f143dcafd15d3152d17a5a is 50, key is test_row_0/B:col10/1731604658865/Put/seqid=0 2024-11-14T17:17:39,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741851_1027 (size=12139) 2024-11-14T17:17:39,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:17:39,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:39,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:39,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:39,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:39,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:39,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:39,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741852_1028 (size=12139) 2024-11-14T17:17:39,652 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/8d8b4e7d35f143dcafd15d3152d17a5a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/8d8b4e7d35f143dcafd15d3152d17a5a 2024-11-14T17:17:39,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/b9a23fb846b64f6287d6ffe24e406e27 is 50, key is test_row_0/A:col10/1731604659603/Put/seqid=0 2024-11-14T17:17:39,693 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/B of 2363fcd8099c098be6d6dc2cd1c9afa6 into 8d8b4e7d35f143dcafd15d3152d17a5a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:39,693 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:39,693 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/B, priority=12, startTime=1731604659367; duration=0sec 2024-11-14T17:17:39,694 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:39,694 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:B 2024-11-14T17:17:39,694 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:17:39,702 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:17:39,702 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/C is initiating minor compaction (all files) 2024-11-14T17:17:39,702 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/C in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:39,702 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/b8c67f9359dd4c61b273ec4424850afd, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1ce48a86078946deb49f73dc55d70b27, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/3ff6cdbe95cb4f25b5d893c0053ae151, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/67c2330e8a7a4931becacd4688c34a2a] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=46.9 K 2024-11-14T17:17:39,703 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting b8c67f9359dd4c61b273ec4424850afd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731604653569 2024-11-14T17:17:39,704 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ce48a86078946deb49f73dc55d70b27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731604654097 2024-11-14T17:17:39,715 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ff6cdbe95cb4f25b5d893c0053ae151, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731604655310 2024-11-14T17:17:39,716 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 67c2330e8a7a4931becacd4688c34a2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731604657681 2024-11-14T17:17:39,773 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#C#compaction#15 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:39,774 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/940a1ca97bb8459b951bd552cfdb80ed is 50, key is test_row_0/C:col10/1731604658865/Put/seqid=0 2024-11-14T17:17:39,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741853_1029 (size=14337) 2024-11-14T17:17:39,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/b9a23fb846b64f6287d6ffe24e406e27 2024-11-14T17:17:39,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741854_1030 (size=12139) 2024-11-14T17:17:39,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/a044ed0c95794647867edfcc832d118c is 50, key is test_row_0/B:col10/1731604659603/Put/seqid=0 2024-11-14T17:17:39,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604719913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:39,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604719916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:39,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604719917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:39,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604719930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:39,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604719930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:39,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741855_1031 (size=9657) 2024-11-14T17:17:40,030 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/bbcccd76a82f48d98885fe7409437e22 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/bbcccd76a82f48d98885fe7409437e22 2024-11-14T17:17:40,042 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/A of 2363fcd8099c098be6d6dc2cd1c9afa6 into bbcccd76a82f48d98885fe7409437e22(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:40,042 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:40,042 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/A, priority=12, startTime=1731604659367; duration=0sec 2024-11-14T17:17:40,042 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:40,042 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:A 2024-11-14T17:17:40,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604720039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:40,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604720029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:40,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604720040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:40,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604720292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:40,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604720288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:40,303 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/940a1ca97bb8459b951bd552cfdb80ed as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/940a1ca97bb8459b951bd552cfdb80ed 2024-11-14T17:17:40,314 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/C of 2363fcd8099c098be6d6dc2cd1c9afa6 into 940a1ca97bb8459b951bd552cfdb80ed(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:40,315 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:40,315 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/C, priority=12, startTime=1731604659367; duration=0sec 2024-11-14T17:17:40,315 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:40,315 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:C 2024-11-14T17:17:40,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604720300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:40,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/a044ed0c95794647867edfcc832d118c 2024-11-14T17:17:40,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/9e95dc21b3734198b9728ed9c91015bc is 50, key is test_row_0/C:col10/1731604659603/Put/seqid=0 2024-11-14T17:17:40,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741856_1032 (size=9657) 2024-11-14T17:17:40,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604720596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:40,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604720599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:40,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604720621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:40,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/9e95dc21b3734198b9728ed9c91015bc 2024-11-14T17:17:40,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/b9a23fb846b64f6287d6ffe24e406e27 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/b9a23fb846b64f6287d6ffe24e406e27 2024-11-14T17:17:40,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/b9a23fb846b64f6287d6ffe24e406e27, entries=200, sequenceid=88, filesize=14.0 K 2024-11-14T17:17:40,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/a044ed0c95794647867edfcc832d118c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/a044ed0c95794647867edfcc832d118c 2024-11-14T17:17:40,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/a044ed0c95794647867edfcc832d118c, entries=100, sequenceid=88, filesize=9.4 K 2024-11-14T17:17:40,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/9e95dc21b3734198b9728ed9c91015bc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/9e95dc21b3734198b9728ed9c91015bc 2024-11-14T17:17:41,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/9e95dc21b3734198b9728ed9c91015bc, entries=100, sequenceid=88, filesize=9.4 K 2024-11-14T17:17:41,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 1382ms, sequenceid=88, compaction requested=false 2024-11-14T17:17:41,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:41,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T17:17:41,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:41,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:41,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:41,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:41,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:41,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:41,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/d05b4407dac1436e9adb3251da72e48e is 50, key is test_row_0/A:col10/1731604659842/Put/seqid=0 2024-11-14T17:17:41,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604721160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:41,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604721173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:41,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604721173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741857_1033 (size=14341) 2024-11-14T17:17:41,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/d05b4407dac1436e9adb3251da72e48e 2024-11-14T17:17:41,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604721275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:41,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604721281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:41,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604721284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:41,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/66dab3ab2a724739addeb0badee6127c is 50, key is test_row_0/B:col10/1731604659842/Put/seqid=0 2024-11-14T17:17:41,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741858_1034 (size=12001) 2024-11-14T17:17:41,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604721480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:41,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604721489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:41,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604721505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T17:17:41,616 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-14T17:17:41,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:17:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-14T17:17:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T17:17:41,624 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:17:41,625 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:17:41,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:17:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T17:17:41,782 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:41,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T17:17:41,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:41,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:41,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:41,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:41,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:41,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604721785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:41,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/66dab3ab2a724739addeb0badee6127c 2024-11-14T17:17:41,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604721819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:41,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604721813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:41,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/39af516127654da0935e23142bdf78c0 is 50, key is test_row_0/C:col10/1731604659842/Put/seqid=0 2024-11-14T17:17:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T17:17:42,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:42,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604721948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:42,068 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4335 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., hostname=38cb5ac947ac,46341,1731604646134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:17:42,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T17:17:42,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:42,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:42,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:42,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:42,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:42,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604722084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:42,086 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4365 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., hostname=38cb5ac947ac,46341,1731604646134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:17:42,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741859_1035 (size=12001) 2024-11-14T17:17:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T17:17:42,242 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:42,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T17:17:42,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:42,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:42,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:42,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:42,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:42,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604722301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:42,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604722328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:42,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604722337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:42,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:42,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T17:17:42,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:42,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:42,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:42,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:42,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:42,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/39af516127654da0935e23142bdf78c0 2024-11-14T17:17:42,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/d05b4407dac1436e9adb3251da72e48e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d05b4407dac1436e9adb3251da72e48e 2024-11-14T17:17:42,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d05b4407dac1436e9adb3251da72e48e, entries=200, sequenceid=117, filesize=14.0 K 2024-11-14T17:17:42,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/66dab3ab2a724739addeb0badee6127c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/66dab3ab2a724739addeb0badee6127c 2024-11-14T17:17:42,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/66dab3ab2a724739addeb0badee6127c, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T17:17:42,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/39af516127654da0935e23142bdf78c0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/39af516127654da0935e23142bdf78c0 2024-11-14T17:17:42,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/39af516127654da0935e23142bdf78c0, entries=150, sequenceid=117, filesize=11.7 K 2024-11-14T17:17:42,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 1417ms, sequenceid=117, compaction requested=true 2024-11-14T17:17:42,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:42,547 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:17:42,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:17:42,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:42,548 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:17:42,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:17:42,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:42,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:17:42,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:42,549 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40817 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:17:42,549 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/A is initiating minor compaction (all files) 2024-11-14T17:17:42,549 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/A in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:42,550 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/bbcccd76a82f48d98885fe7409437e22, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/b9a23fb846b64f6287d6ffe24e406e27, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d05b4407dac1436e9adb3251da72e48e] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=39.9 K 2024-11-14T17:17:42,550 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:17:42,550 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/B is initiating minor compaction (all files) 2024-11-14T17:17:42,550 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/B in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:42,550 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/8d8b4e7d35f143dcafd15d3152d17a5a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/a044ed0c95794647867edfcc832d118c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/66dab3ab2a724739addeb0badee6127c] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=33.0 K 2024-11-14T17:17:42,551 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbcccd76a82f48d98885fe7409437e22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731604657681 2024-11-14T17:17:42,551 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d8b4e7d35f143dcafd15d3152d17a5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731604657681 2024-11-14T17:17:42,552 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting a044ed0c95794647867edfcc832d118c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731604659603 2024-11-14T17:17:42,552 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9a23fb846b64f6287d6ffe24e406e27, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731604658909 2024-11-14T17:17:42,552 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 66dab3ab2a724739addeb0badee6127c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731604659842 2024-11-14T17:17:42,552 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting d05b4407dac1436e9adb3251da72e48e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731604659842 2024-11-14T17:17:42,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:42,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T17:17:42,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:42,564 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T17:17:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:42,576 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#B#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:42,576 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:42,577 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/7de49b859ea24af095e8814b17d9b4c6 is 50, key is test_row_0/B:col10/1731604659842/Put/seqid=0 2024-11-14T17:17:42,577 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/0603fbe43309424d956d280bed99d9c5 is 50, key is test_row_0/A:col10/1731604659842/Put/seqid=0 2024-11-14T17:17:42,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/495ac52c60fc4bb1af07717ea4454b19 is 50, key is test_row_0/A:col10/1731604661158/Put/seqid=0 2024-11-14T17:17:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741860_1036 (size=12241) 2024-11-14T17:17:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741861_1037 (size=12241) 2024-11-14T17:17:42,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741862_1038 (size=12001) 2024-11-14T17:17:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T17:17:43,007 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/7de49b859ea24af095e8814b17d9b4c6 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/7de49b859ea24af095e8814b17d9b4c6 2024-11-14T17:17:43,012 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/495ac52c60fc4bb1af07717ea4454b19 2024-11-14T17:17:43,019 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/0603fbe43309424d956d280bed99d9c5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/0603fbe43309424d956d280bed99d9c5 2024-11-14T17:17:43,031 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/B of 2363fcd8099c098be6d6dc2cd1c9afa6 into 7de49b859ea24af095e8814b17d9b4c6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:43,031 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:43,031 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/B, priority=13, startTime=1731604662548; duration=0sec 2024-11-14T17:17:43,031 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:43,032 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/A of 2363fcd8099c098be6d6dc2cd1c9afa6 into 0603fbe43309424d956d280bed99d9c5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:43,032 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:43,032 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:B 2024-11-14T17:17:43,032 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/A, priority=13, startTime=1731604662547; duration=0sec 2024-11-14T17:17:43,032 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:17:43,032 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:43,032 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:A 2024-11-14T17:17:43,035 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:17:43,035 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/C is initiating minor compaction (all files) 2024-11-14T17:17:43,035 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/C in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:43,035 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/940a1ca97bb8459b951bd552cfdb80ed, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/9e95dc21b3734198b9728ed9c91015bc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/39af516127654da0935e23142bdf78c0] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=33.0 K 2024-11-14T17:17:43,037 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 940a1ca97bb8459b951bd552cfdb80ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731604657681 2024-11-14T17:17:43,038 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e95dc21b3734198b9728ed9c91015bc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731604659603 2024-11-14T17:17:43,039 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 39af516127654da0935e23142bdf78c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731604659842 2024-11-14T17:17:43,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/1c2919c6d9c341b9a6aae16ab73af1d5 is 50, key is test_row_0/B:col10/1731604661158/Put/seqid=0 2024-11-14T17:17:43,058 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#C#compaction#25 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:43,059 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/80c8b665f53d43c7ad08f663c8e11b7b is 50, key is test_row_0/C:col10/1731604659842/Put/seqid=0 2024-11-14T17:17:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741863_1039 (size=12001) 2024-11-14T17:17:43,073 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/1c2919c6d9c341b9a6aae16ab73af1d5 2024-11-14T17:17:43,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741864_1040 (size=12241) 2024-11-14T17:17:43,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/c01113776a27404e99cedc76edaae4b0 is 50, key is test_row_0/C:col10/1731604661158/Put/seqid=0 2024-11-14T17:17:43,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741865_1041 (size=12001) 2024-11-14T17:17:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:43,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:43,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604723374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:43,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604723375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:43,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604723375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:43,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604723481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:43,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604723482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:43,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604723484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:43,511 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/80c8b665f53d43c7ad08f663c8e11b7b as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/80c8b665f53d43c7ad08f663c8e11b7b 2024-11-14T17:17:43,523 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/C of 2363fcd8099c098be6d6dc2cd1c9afa6 into 80c8b665f53d43c7ad08f663c8e11b7b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:43,523 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:43,523 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/C, priority=13, startTime=1731604662548; duration=0sec 2024-11-14T17:17:43,524 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:43,524 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:C 2024-11-14T17:17:43,544 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/c01113776a27404e99cedc76edaae4b0 2024-11-14T17:17:43,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/495ac52c60fc4bb1af07717ea4454b19 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/495ac52c60fc4bb1af07717ea4454b19 2024-11-14T17:17:43,568 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/495ac52c60fc4bb1af07717ea4454b19, entries=150, sequenceid=127, filesize=11.7 K 2024-11-14T17:17:43,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/1c2919c6d9c341b9a6aae16ab73af1d5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/1c2919c6d9c341b9a6aae16ab73af1d5 2024-11-14T17:17:43,580 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/1c2919c6d9c341b9a6aae16ab73af1d5, entries=150, sequenceid=127, filesize=11.7 K 2024-11-14T17:17:43,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/c01113776a27404e99cedc76edaae4b0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/c01113776a27404e99cedc76edaae4b0 2024-11-14T17:17:43,593 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/c01113776a27404e99cedc76edaae4b0, entries=150, sequenceid=127, filesize=11.7 K 2024-11-14T17:17:43,595 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 1030ms, sequenceid=127, compaction requested=false 2024-11-14T17:17:43,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:43,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:43,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T17:17:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-14T17:17:43,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T17:17:43,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9710 sec 2024-11-14T17:17:43,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.9810 sec 2024-11-14T17:17:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:43,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T17:17:43,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:43,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:43,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:43,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:43,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:43,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:43,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/b8df3715c28049a5a608e67b6127220a is 50, key is test_row_0/A:col10/1731604663372/Put/seqid=0 2024-11-14T17:17:43,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604723699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:43,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604723699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:43,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604723701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:43,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741866_1042 (size=12151) 2024-11-14T17:17:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T17:17:43,735 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-14T17:17:43,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:17:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-14T17:17:43,741 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:17:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T17:17:43,743 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:17:43,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:17:43,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604723805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:43,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604723805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:43,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604723806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T17:17:43,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:43,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T17:17:43,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:43,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:43,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:43,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:43,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:44,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604724008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604724008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604724009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T17:17:44,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T17:17:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:44,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:44,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:44,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/b8df3715c28049a5a608e67b6127220a 2024-11-14T17:17:44,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/4e8acf568527497f89f73c71859290cd is 50, key is test_row_0/B:col10/1731604663372/Put/seqid=0 2024-11-14T17:17:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741867_1043 (size=12151) 2024-11-14T17:17:44,205 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T17:17:44,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:44,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:44,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:44,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:44,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:44,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:44,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604724314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604724314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604724314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T17:17:44,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T17:17:44,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:44,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:44,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:44,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:44,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:44,516 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T17:17:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:44,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:44,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/4e8acf568527497f89f73c71859290cd 2024-11-14T17:17:44,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/9257fc577a7041dfa90cddb6ea9db2d8 is 50, key is test_row_0/C:col10/1731604663372/Put/seqid=0 2024-11-14T17:17:44,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741868_1044 (size=12151) 2024-11-14T17:17:44,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/9257fc577a7041dfa90cddb6ea9db2d8 2024-11-14T17:17:44,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/b8df3715c28049a5a608e67b6127220a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/b8df3715c28049a5a608e67b6127220a 2024-11-14T17:17:44,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/b8df3715c28049a5a608e67b6127220a, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T17:17:44,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/4e8acf568527497f89f73c71859290cd as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/4e8acf568527497f89f73c71859290cd 2024-11-14T17:17:44,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/4e8acf568527497f89f73c71859290cd, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T17:17:44,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/9257fc577a7041dfa90cddb6ea9db2d8 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/9257fc577a7041dfa90cddb6ea9db2d8 2024-11-14T17:17:44,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/9257fc577a7041dfa90cddb6ea9db2d8, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T17:17:44,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 939ms, sequenceid=157, compaction requested=true 2024-11-14T17:17:44,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:44,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:17:44,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:44,627 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:17:44,627 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:17:44,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:17:44,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:44,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:17:44,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:44,629 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:17:44,629 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/A is initiating minor compaction (all files) 2024-11-14T17:17:44,629 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/A in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:44,629 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:17:44,629 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/0603fbe43309424d956d280bed99d9c5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/495ac52c60fc4bb1af07717ea4454b19, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/b8df3715c28049a5a608e67b6127220a] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=35.5 K 2024-11-14T17:17:44,629 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/B is initiating minor compaction (all files) 2024-11-14T17:17:44,629 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/B in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:44,630 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/7de49b859ea24af095e8814b17d9b4c6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/1c2919c6d9c341b9a6aae16ab73af1d5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/4e8acf568527497f89f73c71859290cd] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=35.5 K 2024-11-14T17:17:44,631 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 7de49b859ea24af095e8814b17d9b4c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731604659842 2024-11-14T17:17:44,631 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0603fbe43309424d956d280bed99d9c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731604659842 2024-11-14T17:17:44,632 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c2919c6d9c341b9a6aae16ab73af1d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731604661158 2024-11-14T17:17:44,632 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 495ac52c60fc4bb1af07717ea4454b19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731604661158 2024-11-14T17:17:44,633 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e8acf568527497f89f73c71859290cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731604663366 2024-11-14T17:17:44,634 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8df3715c28049a5a608e67b6127220a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731604663366 2024-11-14T17:17:44,651 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:44,652 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/6afab80d43de4bb8925d3d8b3fae93c1 is 50, key is test_row_0/B:col10/1731604663372/Put/seqid=0 2024-11-14T17:17:44,659 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#A#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:44,660 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/8a50072ced554538a89e2afe0e4fb52e is 50, key is test_row_0/A:col10/1731604663372/Put/seqid=0 2024-11-14T17:17:44,670 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T17:17:44,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:44,671 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-14T17:17:44,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:44,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:44,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:44,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:44,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:44,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:44,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741869_1045 (size=12493) 2024-11-14T17:17:44,695 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/6afab80d43de4bb8925d3d8b3fae93c1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/6afab80d43de4bb8925d3d8b3fae93c1 2024-11-14T17:17:44,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/dc6e207b9b5145c1b1e8652f63951648 is 50, key is test_row_0/A:col10/1731604663695/Put/seqid=0 2024-11-14T17:17:44,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741870_1046 (size=12493) 2024-11-14T17:17:44,712 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/B of 2363fcd8099c098be6d6dc2cd1c9afa6 into 6afab80d43de4bb8925d3d8b3fae93c1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:44,712 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:44,712 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/B, priority=13, startTime=1731604664627; duration=0sec 2024-11-14T17:17:44,713 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:44,713 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:B 2024-11-14T17:17:44,713 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:17:44,715 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:17:44,715 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/C is initiating minor compaction (all files) 2024-11-14T17:17:44,715 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/C in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:44,715 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/80c8b665f53d43c7ad08f663c8e11b7b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/c01113776a27404e99cedc76edaae4b0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/9257fc577a7041dfa90cddb6ea9db2d8] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=35.5 K 2024-11-14T17:17:44,716 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 80c8b665f53d43c7ad08f663c8e11b7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731604659842 2024-11-14T17:17:44,717 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c01113776a27404e99cedc76edaae4b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731604661158 2024-11-14T17:17:44,718 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 9257fc577a7041dfa90cddb6ea9db2d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731604663366 2024-11-14T17:17:44,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741871_1047 (size=12151) 2024-11-14T17:17:44,736 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#C#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:44,737 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/1d68a8882e21425b97643fdb4a77f266 is 50, key is test_row_0/C:col10/1731604663372/Put/seqid=0 2024-11-14T17:17:44,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741872_1048 (size=12493) 2024-11-14T17:17:44,760 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/1d68a8882e21425b97643fdb4a77f266 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1d68a8882e21425b97643fdb4a77f266 2024-11-14T17:17:44,780 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/C of 2363fcd8099c098be6d6dc2cd1c9afa6 into 1d68a8882e21425b97643fdb4a77f266(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:44,780 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:44,780 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/C, priority=13, startTime=1731604664627; duration=0sec 2024-11-14T17:17:44,781 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:44,781 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:C 2024-11-14T17:17:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:44,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T17:17:44,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604724857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604724858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604724858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604724961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:44,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604724961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604724962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:45,120 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/8a50072ced554538a89e2afe0e4fb52e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/8a50072ced554538a89e2afe0e4fb52e 2024-11-14T17:17:45,129 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/dc6e207b9b5145c1b1e8652f63951648 2024-11-14T17:17:45,129 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/A of 2363fcd8099c098be6d6dc2cd1c9afa6 into 8a50072ced554538a89e2afe0e4fb52e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:45,129 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:45,129 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/A, priority=13, startTime=1731604664627; duration=0sec 2024-11-14T17:17:45,130 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:45,130 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:A 2024-11-14T17:17:45,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/df9f01010fcb420ca27ef2dd3d06dba4 is 50, key is test_row_0/B:col10/1731604663695/Put/seqid=0 2024-11-14T17:17:45,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741873_1049 (size=12151) 2024-11-14T17:17:45,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604725165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:45,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604725166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:45,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604725166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:45,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604725468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:45,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604725469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:45,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604725470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:45,551 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/df9f01010fcb420ca27ef2dd3d06dba4 2024-11-14T17:17:45,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/f9f1fd9ba0ca444aa3775a1fc820fe91 is 50, key is test_row_0/C:col10/1731604663695/Put/seqid=0 2024-11-14T17:17:45,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741874_1050 (size=12151) 2024-11-14T17:17:45,578 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/f9f1fd9ba0ca444aa3775a1fc820fe91 2024-11-14T17:17:45,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/dc6e207b9b5145c1b1e8652f63951648 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/dc6e207b9b5145c1b1e8652f63951648 2024-11-14T17:17:45,593 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/dc6e207b9b5145c1b1e8652f63951648, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T17:17:45,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/df9f01010fcb420ca27ef2dd3d06dba4 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/df9f01010fcb420ca27ef2dd3d06dba4 2024-11-14T17:17:45,602 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/df9f01010fcb420ca27ef2dd3d06dba4, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T17:17:45,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/f9f1fd9ba0ca444aa3775a1fc820fe91 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f9f1fd9ba0ca444aa3775a1fc820fe91 2024-11-14T17:17:45,611 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f9f1fd9ba0ca444aa3775a1fc820fe91, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T17:17:45,613 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=174.43 KB/178620 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 941ms, sequenceid=166, compaction requested=false 2024-11-14T17:17:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-14T17:17:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-14T17:17:45,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T17:17:45,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8720 sec 2024-11-14T17:17:45,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.8830 sec 2024-11-14T17:17:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T17:17:45,847 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-14T17:17:45,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:17:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-14T17:17:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T17:17:45,854 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:17:45,855 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:17:45,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:17:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T17:17:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:45,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-14T17:17:45,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:45,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:45,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:45,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:45,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:45,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:45,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/c19e843b80b247d68c749bcd3a071059 is 50, key is test_row_0/A:col10/1731604664854/Put/seqid=0 2024-11-14T17:17:45,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604725982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:45,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604725983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:45,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604725987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,008 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T17:17:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:46,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:46,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:46,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741875_1051 (size=12151) 2024-11-14T17:17:46,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/c19e843b80b247d68c749bcd3a071059 2024-11-14T17:17:46,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/c818149d0a8a4532ae7b6de83c23d276 is 50, key is test_row_0/B:col10/1731604664854/Put/seqid=0 2024-11-14T17:17:46,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741876_1052 (size=12151) 2024-11-14T17:17:46,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/c818149d0a8a4532ae7b6de83c23d276 2024-11-14T17:17:46,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/0b7edeb97f5d43df8e5b35f967f7c540 is 50, key is test_row_0/C:col10/1731604664854/Put/seqid=0 2024-11-14T17:17:46,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741877_1053 (size=12151) 2024-11-14T17:17:46,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/0b7edeb97f5d43df8e5b35f967f7c540 2024-11-14T17:17:46,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604726089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604726089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604726090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33424 deadline: 1731604726091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,093 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8360 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., hostname=38cb5ac947ac,46341,1731604646134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:17:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/c19e843b80b247d68c749bcd3a071059 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/c19e843b80b247d68c749bcd3a071059 2024-11-14T17:17:46,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/c19e843b80b247d68c749bcd3a071059, entries=150, sequenceid=200, filesize=11.9 K 2024-11-14T17:17:46,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/c818149d0a8a4532ae7b6de83c23d276 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c818149d0a8a4532ae7b6de83c23d276 2024-11-14T17:17:46,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33496 deadline: 1731604726108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,118 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8397 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., hostname=38cb5ac947ac,46341,1731604646134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:17:46,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c818149d0a8a4532ae7b6de83c23d276, entries=150, sequenceid=200, filesize=11.9 K 2024-11-14T17:17:46,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/0b7edeb97f5d43df8e5b35f967f7c540 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/0b7edeb97f5d43df8e5b35f967f7c540 2024-11-14T17:17:46,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/0b7edeb97f5d43df8e5b35f967f7c540, entries=150, sequenceid=200, filesize=11.9 K 2024-11-14T17:17:46,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 155ms, sequenceid=200, compaction requested=true 2024-11-14T17:17:46,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:46,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:17:46,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:46,132 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:17:46,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:17:46,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:46,132 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:17:46,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:17:46,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:46,133 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:17:46,133 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/A is initiating minor compaction (all files) 2024-11-14T17:17:46,134 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/A in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:46,134 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/8a50072ced554538a89e2afe0e4fb52e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/dc6e207b9b5145c1b1e8652f63951648, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/c19e843b80b247d68c749bcd3a071059] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=35.9 K 2024-11-14T17:17:46,135 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:17:46,135 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/B is initiating minor compaction (all files) 2024-11-14T17:17:46,135 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a50072ced554538a89e2afe0e4fb52e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731604663366 2024-11-14T17:17:46,135 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/B in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:46,136 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/6afab80d43de4bb8925d3d8b3fae93c1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/df9f01010fcb420ca27ef2dd3d06dba4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c818149d0a8a4532ae7b6de83c23d276] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=35.9 K 2024-11-14T17:17:46,136 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc6e207b9b5145c1b1e8652f63951648, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731604663689 2024-11-14T17:17:46,139 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 6afab80d43de4bb8925d3d8b3fae93c1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731604663366 2024-11-14T17:17:46,139 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting c19e843b80b247d68c749bcd3a071059, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731604664854 2024-11-14T17:17:46,140 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting df9f01010fcb420ca27ef2dd3d06dba4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731604663689 2024-11-14T17:17:46,141 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c818149d0a8a4532ae7b6de83c23d276, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731604664854 2024-11-14T17:17:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T17:17:46,157 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#A#compaction#39 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:46,157 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#B#compaction#40 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:46,158 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/d0cd3c30fda246b4a8f097e0405dae36 is 50, key is test_row_0/A:col10/1731604664854/Put/seqid=0 2024-11-14T17:17:46,158 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/21638e3053864156b4b1ab6e0fcee377 is 50, key is test_row_0/B:col10/1731604664854/Put/seqid=0 2024-11-14T17:17:46,164 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T17:17:46,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:46,165 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-14T17:17:46,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:46,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:46,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:46,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:46,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:46,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741878_1054 (size=12595) 2024-11-14T17:17:46,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/cea5354d48374cfd862be1cafe2b5fb8 is 50, key is test_row_0/A:col10/1731604665979/Put/seqid=0 2024-11-14T17:17:46,196 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/21638e3053864156b4b1ab6e0fcee377 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/21638e3053864156b4b1ab6e0fcee377 2024-11-14T17:17:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741879_1055 (size=12595) 2024-11-14T17:17:46,206 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/B of 2363fcd8099c098be6d6dc2cd1c9afa6 into 21638e3053864156b4b1ab6e0fcee377(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:46,206 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:46,206 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/B, priority=13, startTime=1731604666132; duration=0sec 2024-11-14T17:17:46,207 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:46,207 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:B 2024-11-14T17:17:46,207 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:17:46,209 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:17:46,209 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/C is initiating minor compaction (all files) 2024-11-14T17:17:46,209 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/C in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:46,209 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1d68a8882e21425b97643fdb4a77f266, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f9f1fd9ba0ca444aa3775a1fc820fe91, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/0b7edeb97f5d43df8e5b35f967f7c540] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=35.9 K 2024-11-14T17:17:46,210 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d68a8882e21425b97643fdb4a77f266, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731604663366 2024-11-14T17:17:46,211 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting f9f1fd9ba0ca444aa3775a1fc820fe91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731604663689 2024-11-14T17:17:46,211 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b7edeb97f5d43df8e5b35f967f7c540, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731604664854 2024-11-14T17:17:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741880_1056 (size=12151) 2024-11-14T17:17:46,234 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:46,235 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/f5fd41c0843e4d19af2b0e1111f4e872 is 50, key is test_row_0/C:col10/1731604664854/Put/seqid=0 2024-11-14T17:17:46,238 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/cea5354d48374cfd862be1cafe2b5fb8 2024-11-14T17:17:46,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/c55d6d85ffbf4c209943a3927c6a7154 is 50, key is test_row_0/B:col10/1731604665979/Put/seqid=0 2024-11-14T17:17:46,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741881_1057 (size=12595) 2024-11-14T17:17:46,274 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/f5fd41c0843e4d19af2b0e1111f4e872 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f5fd41c0843e4d19af2b0e1111f4e872 2024-11-14T17:17:46,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741882_1058 (size=12151) 2024-11-14T17:17:46,282 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/C of 2363fcd8099c098be6d6dc2cd1c9afa6 into f5fd41c0843e4d19af2b0e1111f4e872(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:46,282 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:46,282 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/C, priority=13, startTime=1731604666132; duration=0sec 2024-11-14T17:17:46,282 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:46,282 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:C 2024-11-14T17:17:46,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:46,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604726336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604726337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604726337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604726440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604726441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604726442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T17:17:46,616 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/d0cd3c30fda246b4a8f097e0405dae36 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d0cd3c30fda246b4a8f097e0405dae36 2024-11-14T17:17:46,625 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/A of 2363fcd8099c098be6d6dc2cd1c9afa6 into d0cd3c30fda246b4a8f097e0405dae36(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:46,625 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:46,625 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/A, priority=13, startTime=1731604666132; duration=0sec 2024-11-14T17:17:46,625 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:46,625 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:A 2024-11-14T17:17:46,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604726644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604726646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604726646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,681 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/c55d6d85ffbf4c209943a3927c6a7154 2024-11-14T17:17:46,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/ad65256927374d05944c1258716af685 is 50, key is test_row_0/C:col10/1731604665979/Put/seqid=0 2024-11-14T17:17:46,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741883_1059 (size=12151) 2024-11-14T17:17:46,714 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/ad65256927374d05944c1258716af685 2024-11-14T17:17:46,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/cea5354d48374cfd862be1cafe2b5fb8 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/cea5354d48374cfd862be1cafe2b5fb8 2024-11-14T17:17:46,728 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/cea5354d48374cfd862be1cafe2b5fb8, entries=150, sequenceid=206, filesize=11.9 K 2024-11-14T17:17:46,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/c55d6d85ffbf4c209943a3927c6a7154 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c55d6d85ffbf4c209943a3927c6a7154 2024-11-14T17:17:46,739 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c55d6d85ffbf4c209943a3927c6a7154, entries=150, sequenceid=206, filesize=11.9 K 2024-11-14T17:17:46,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/ad65256927374d05944c1258716af685 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/ad65256927374d05944c1258716af685 2024-11-14T17:17:46,749 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/ad65256927374d05944c1258716af685, entries=150, sequenceid=206, filesize=11.9 K 2024-11-14T17:17:46,752 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 586ms, sequenceid=206, compaction requested=false 2024-11-14T17:17:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-14T17:17:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-14T17:17:46,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T17:17:46,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 899 msec 2024-11-14T17:17:46,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 909 msec 2024-11-14T17:17:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:46,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-14T17:17:46,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:46,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:46,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:46,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:46,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:46,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:46,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T17:17:46,958 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-14T17:17:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604726953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604726957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604726957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:46,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/4a870e7874db478cbc1323c3e59a994f is 50, key is test_row_0/A:col10/1731604666949/Put/seqid=0 2024-11-14T17:17:46,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:17:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-14T17:17:46,965 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:17:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T17:17:46,966 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:17:46,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:17:46,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741884_1060 (size=12151) 2024-11-14T17:17:46,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/4a870e7874db478cbc1323c3e59a994f 2024-11-14T17:17:46,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/f495bcd7824348ec9a60e3709a370453 is 50, key is test_row_0/B:col10/1731604666949/Put/seqid=0 2024-11-14T17:17:47,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741885_1061 (size=12151) 2024-11-14T17:17:47,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604727060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604727060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604727062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T17:17:47,119 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T17:17:47,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:47,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604727263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604727263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604727266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T17:17:47,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T17:17:47,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:47,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/f495bcd7824348ec9a60e3709a370453 2024-11-14T17:17:47,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/44119a31c96e4666a35833faa5ea9329 is 50, key is test_row_0/C:col10/1731604666949/Put/seqid=0 2024-11-14T17:17:47,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T17:17:47,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:47,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741886_1062 (size=12151) 2024-11-14T17:17:47,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/44119a31c96e4666a35833faa5ea9329 2024-11-14T17:17:47,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/4a870e7874db478cbc1323c3e59a994f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/4a870e7874db478cbc1323c3e59a994f 2024-11-14T17:17:47,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/4a870e7874db478cbc1323c3e59a994f, entries=150, sequenceid=241, filesize=11.9 K 2024-11-14T17:17:47,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/f495bcd7824348ec9a60e3709a370453 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/f495bcd7824348ec9a60e3709a370453 2024-11-14T17:17:47,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/f495bcd7824348ec9a60e3709a370453, entries=150, sequenceid=241, filesize=11.9 K 2024-11-14T17:17:47,466 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-14T17:17:47,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/44119a31c96e4666a35833faa5ea9329 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/44119a31c96e4666a35833faa5ea9329 2024-11-14T17:17:47,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/44119a31c96e4666a35833faa5ea9329, entries=150, sequenceid=241, filesize=11.9 K 2024-11-14T17:17:47,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 529ms, sequenceid=241, compaction requested=true 2024-11-14T17:17:47,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:47,480 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:17:47,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:17:47,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:47,480 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:17:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:17:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:17:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:47,482 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:17:47,482 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/A is initiating minor compaction (all files) 2024-11-14T17:17:47,482 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/A in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,482 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d0cd3c30fda246b4a8f097e0405dae36, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/cea5354d48374cfd862be1cafe2b5fb8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/4a870e7874db478cbc1323c3e59a994f] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=36.0 K 2024-11-14T17:17:47,483 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:17:47,483 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/B is initiating minor compaction (all files) 2024-11-14T17:17:47,483 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/B in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,483 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0cd3c30fda246b4a8f097e0405dae36, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731604664854 2024-11-14T17:17:47,483 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/21638e3053864156b4b1ab6e0fcee377, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c55d6d85ffbf4c209943a3927c6a7154, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/f495bcd7824348ec9a60e3709a370453] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=36.0 K 2024-11-14T17:17:47,484 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting cea5354d48374cfd862be1cafe2b5fb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731604665979 2024-11-14T17:17:47,484 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 21638e3053864156b4b1ab6e0fcee377, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731604664854 2024-11-14T17:17:47,485 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a870e7874db478cbc1323c3e59a994f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731604666336 2024-11-14T17:17:47,485 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c55d6d85ffbf4c209943a3927c6a7154, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731604665979 2024-11-14T17:17:47,485 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting f495bcd7824348ec9a60e3709a370453, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731604666336 2024-11-14T17:17:47,499 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#B#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:47,500 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#A#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:47,500 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/c4e66243a48b4e0fb31eba62785514da is 50, key is test_row_0/B:col10/1731604666949/Put/seqid=0 2024-11-14T17:17:47,500 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/202c9d29b1b1467ca328547a9ba52bba is 50, key is test_row_0/A:col10/1731604666949/Put/seqid=0 2024-11-14T17:17:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741888_1064 (size=12697) 2024-11-14T17:17:47,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741887_1063 (size=12697) 2024-11-14T17:17:47,536 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/202c9d29b1b1467ca328547a9ba52bba as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/202c9d29b1b1467ca328547a9ba52bba 2024-11-14T17:17:47,539 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/c4e66243a48b4e0fb31eba62785514da as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c4e66243a48b4e0fb31eba62785514da 2024-11-14T17:17:47,547 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/B of 2363fcd8099c098be6d6dc2cd1c9afa6 into c4e66243a48b4e0fb31eba62785514da(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:47,547 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/A of 2363fcd8099c098be6d6dc2cd1c9afa6 into 202c9d29b1b1467ca328547a9ba52bba(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:47,547 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:47,547 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:47,547 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/B, priority=13, startTime=1731604667480; duration=0sec 2024-11-14T17:17:47,548 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/A, priority=13, startTime=1731604667480; duration=0sec 2024-11-14T17:17:47,548 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:47,548 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:B 2024-11-14T17:17:47,548 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:47,548 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:A 2024-11-14T17:17:47,548 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:17:47,550 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:17:47,551 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/C is initiating minor compaction (all files) 2024-11-14T17:17:47,551 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/C in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,551 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f5fd41c0843e4d19af2b0e1111f4e872, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/ad65256927374d05944c1258716af685, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/44119a31c96e4666a35833faa5ea9329] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=36.0 K 2024-11-14T17:17:47,552 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting f5fd41c0843e4d19af2b0e1111f4e872, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731604664854 2024-11-14T17:17:47,552 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ad65256927374d05944c1258716af685, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731604665979 2024-11-14T17:17:47,553 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 44119a31c96e4666a35833faa5ea9329, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731604666336 2024-11-14T17:17:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T17:17:47,571 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:47,572 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/08d30b30525a4a8ab1b94652e289abaa is 50, key is test_row_0/C:col10/1731604666949/Put/seqid=0 2024-11-14T17:17:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:47,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:17:47,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:47,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:47,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:47,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:47,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:47,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:47,580 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T17:17:47,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:47,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/fc19a87d2acc4017b7cdfd5e4ab50ed7 is 50, key is test_row_0/A:col10/1731604667576/Put/seqid=0 2024-11-14T17:17:47,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741889_1065 (size=12697) 2024-11-14T17:17:47,614 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/08d30b30525a4a8ab1b94652e289abaa as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/08d30b30525a4a8ab1b94652e289abaa 2024-11-14T17:17:47,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741890_1066 (size=12151) 2024-11-14T17:17:47,651 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/C of 2363fcd8099c098be6d6dc2cd1c9afa6 into 08d30b30525a4a8ab1b94652e289abaa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:47,651 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:47,651 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/C, priority=13, startTime=1731604667481; duration=0sec 2024-11-14T17:17:47,652 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:47,652 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:C 2024-11-14T17:17:47,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604727648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604727649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604727650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,734 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T17:17:47,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:47,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604727756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604727756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604727756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,889 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T17:17:47,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:47,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:47,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604727958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604727959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:47,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604727959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T17:17:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:48,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:48,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/fc19a87d2acc4017b7cdfd5e4ab50ed7 2024-11-14T17:17:48,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/39b46570171d43faaf01c6de36afb683 is 50, key is test_row_0/B:col10/1731604667576/Put/seqid=0 2024-11-14T17:17:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T17:17:48,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741891_1067 (size=12151) 2024-11-14T17:17:48,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/39b46570171d43faaf01c6de36afb683 2024-11-14T17:17:48,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/1947cd9211f441939a6e4b77d258765f is 50, key is test_row_0/C:col10/1731604667576/Put/seqid=0 2024-11-14T17:17:48,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741892_1068 (size=12151) 2024-11-14T17:17:48,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/1947cd9211f441939a6e4b77d258765f 2024-11-14T17:17:48,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/fc19a87d2acc4017b7cdfd5e4ab50ed7 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/fc19a87d2acc4017b7cdfd5e4ab50ed7 2024-11-14T17:17:48,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/fc19a87d2acc4017b7cdfd5e4ab50ed7, entries=150, sequenceid=255, filesize=11.9 K 2024-11-14T17:17:48,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/39b46570171d43faaf01c6de36afb683 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/39b46570171d43faaf01c6de36afb683 2024-11-14T17:17:48,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/39b46570171d43faaf01c6de36afb683, entries=150, sequenceid=255, filesize=11.9 K 2024-11-14T17:17:48,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/1947cd9211f441939a6e4b77d258765f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1947cd9211f441939a6e4b77d258765f 2024-11-14T17:17:48,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1947cd9211f441939a6e4b77d258765f, entries=150, sequenceid=255, filesize=11.9 K 2024-11-14T17:17:48,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 554ms, sequenceid=255, compaction requested=false 2024-11-14T17:17:48,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:48,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T17:17:48,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:48,198 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T17:17:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:48,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/d5d9a44b71ad4b0c86387f714c712ae4 is 50, key is test_row_0/A:col10/1731604667645/Put/seqid=0 2024-11-14T17:17:48,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741893_1069 (size=12301) 2024-11-14T17:17:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:48,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:48,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604728272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604728276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604728276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604728378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604728380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604728381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604728581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604728583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604728584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,639 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/d5d9a44b71ad4b0c86387f714c712ae4 2024-11-14T17:17:48,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/3f3443de8d2542c5b556fca6d311d7f8 is 50, key is test_row_0/B:col10/1731604667645/Put/seqid=0 2024-11-14T17:17:48,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741894_1070 (size=12301) 2024-11-14T17:17:48,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604728886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604728888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:48,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604728890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:49,056 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/3f3443de8d2542c5b556fca6d311d7f8 2024-11-14T17:17:49,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/8c649a6bf99f4c27a6db781fd47a34b9 is 50, key is test_row_0/C:col10/1731604667645/Put/seqid=0 2024-11-14T17:17:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T17:17:49,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741895_1071 (size=12301) 2024-11-14T17:17:49,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604729392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:49,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604729396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:49,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604729401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:49,474 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/8c649a6bf99f4c27a6db781fd47a34b9 2024-11-14T17:17:49,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/d5d9a44b71ad4b0c86387f714c712ae4 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d5d9a44b71ad4b0c86387f714c712ae4 2024-11-14T17:17:49,487 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d5d9a44b71ad4b0c86387f714c712ae4, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T17:17:49,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/3f3443de8d2542c5b556fca6d311d7f8 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/3f3443de8d2542c5b556fca6d311d7f8 2024-11-14T17:17:49,496 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/3f3443de8d2542c5b556fca6d311d7f8, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T17:17:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/8c649a6bf99f4c27a6db781fd47a34b9 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/8c649a6bf99f4c27a6db781fd47a34b9 2024-11-14T17:17:49,505 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/8c649a6bf99f4c27a6db781fd47a34b9, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T17:17:49,506 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 1308ms, sequenceid=281, compaction requested=true 2024-11-14T17:17:49,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:49,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T17:17:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-14T17:17:49,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-14T17:17:49,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5420 sec 2024-11-14T17:17:49,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.5490 sec 2024-11-14T17:17:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:50,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T17:17:50,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:50,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:50,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:50,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:50,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:50,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:50,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/253da13df9884c08a047abef009ff23b is 50, key is test_row_0/A:col10/1731604670395/Put/seqid=0 2024-11-14T17:17:50,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741896_1072 (size=12301) 2024-11-14T17:17:50,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/253da13df9884c08a047abef009ff23b 2024-11-14T17:17:50,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604730430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:50,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604730431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:50,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604730432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:50,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/08404c6d403a4c42817ad6fcf322e365 is 50, key is test_row_0/B:col10/1731604670395/Put/seqid=0 2024-11-14T17:17:50,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741897_1073 (size=12301) 2024-11-14T17:17:50,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/08404c6d403a4c42817ad6fcf322e365 2024-11-14T17:17:50,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/13265886c004432584f47b24b2117469 is 50, key is test_row_0/C:col10/1731604670395/Put/seqid=0 2024-11-14T17:17:50,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741898_1074 (size=12301) 2024-11-14T17:17:50,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604730533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:50,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604730537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:50,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604730538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:50,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604730738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:50,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604730739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:50,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604730740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:50,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/13265886c004432584f47b24b2117469 2024-11-14T17:17:50,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/253da13df9884c08a047abef009ff23b as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/253da13df9884c08a047abef009ff23b 2024-11-14T17:17:50,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/253da13df9884c08a047abef009ff23b, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T17:17:50,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/08404c6d403a4c42817ad6fcf322e365 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/08404c6d403a4c42817ad6fcf322e365 2024-11-14T17:17:50,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/08404c6d403a4c42817ad6fcf322e365, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T17:17:50,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/13265886c004432584f47b24b2117469 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/13265886c004432584f47b24b2117469 2024-11-14T17:17:50,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/13265886c004432584f47b24b2117469, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T17:17:50,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 502ms, sequenceid=294, compaction requested=true 2024-11-14T17:17:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:17:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:50,898 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:17:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:17:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:50,898 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:17:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:17:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:50,900 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:17:50,900 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:17:50,900 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/A is initiating minor compaction (all files) 2024-11-14T17:17:50,900 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/B is initiating minor compaction (all files) 2024-11-14T17:17:50,900 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/A in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:50,900 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/B in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:50,900 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/202c9d29b1b1467ca328547a9ba52bba, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/fc19a87d2acc4017b7cdfd5e4ab50ed7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d5d9a44b71ad4b0c86387f714c712ae4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/253da13df9884c08a047abef009ff23b] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=48.3 K 2024-11-14T17:17:50,900 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c4e66243a48b4e0fb31eba62785514da, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/39b46570171d43faaf01c6de36afb683, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/3f3443de8d2542c5b556fca6d311d7f8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/08404c6d403a4c42817ad6fcf322e365] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=48.3 K 2024-11-14T17:17:50,901 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 202c9d29b1b1467ca328547a9ba52bba, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731604666336 2024-11-14T17:17:50,901 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c4e66243a48b4e0fb31eba62785514da, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731604666336 2024-11-14T17:17:50,901 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 39b46570171d43faaf01c6de36afb683, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731604666953 2024-11-14T17:17:50,902 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc19a87d2acc4017b7cdfd5e4ab50ed7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731604666953 2024-11-14T17:17:50,902 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f3443de8d2542c5b556fca6d311d7f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731604667608 2024-11-14T17:17:50,902 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5d9a44b71ad4b0c86387f714c712ae4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731604667608 2024-11-14T17:17:50,902 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 08404c6d403a4c42817ad6fcf322e365, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731604668271 2024-11-14T17:17:50,902 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 253da13df9884c08a047abef009ff23b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731604668271 2024-11-14T17:17:50,913 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:50,914 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/ab04a4831e1d45efb06f58fec0fa320a is 50, key is test_row_0/B:col10/1731604670395/Put/seqid=0 2024-11-14T17:17:50,914 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:50,915 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/e94fef0549d34d84bd7aeaf87bff338c is 50, key is test_row_0/A:col10/1731604670395/Put/seqid=0 2024-11-14T17:17:50,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741899_1075 (size=12983) 2024-11-14T17:17:50,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741900_1076 (size=12983) 2024-11-14T17:17:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:51,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T17:17:51,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:51,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:51,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:51,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:51,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:51,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:51,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/d6495199c02845349523a5f67e30e39d is 50, key is test_row_0/A:col10/1731604671045/Put/seqid=0 2024-11-14T17:17:51,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741901_1077 (size=14741) 2024-11-14T17:17:51,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604731060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604731061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604731061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/d6495199c02845349523a5f67e30e39d 2024-11-14T17:17:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T17:17:51,073 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-14T17:17:51,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:17:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-14T17:17:51,078 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:17:51,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/40f81ca8f34c42d09ed26f9d9ececf6f is 50, key is test_row_0/B:col10/1731604671045/Put/seqid=0 2024-11-14T17:17:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T17:17:51,079 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:17:51,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:17:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741902_1078 (size=12301) 2024-11-14T17:17:51,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604731163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604731165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604731165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T17:17:51,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T17:17:51,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:51,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:51,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:51,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,328 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/ab04a4831e1d45efb06f58fec0fa320a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/ab04a4831e1d45efb06f58fec0fa320a 2024-11-14T17:17:51,330 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/e94fef0549d34d84bd7aeaf87bff338c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/e94fef0549d34d84bd7aeaf87bff338c 2024-11-14T17:17:51,337 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/B of 2363fcd8099c098be6d6dc2cd1c9afa6 into ab04a4831e1d45efb06f58fec0fa320a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:51,338 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:51,338 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/B, priority=12, startTime=1731604670898; duration=0sec 2024-11-14T17:17:51,338 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/A of 2363fcd8099c098be6d6dc2cd1c9afa6 into e94fef0549d34d84bd7aeaf87bff338c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:51,338 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:51,338 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:51,338 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:B 2024-11-14T17:17:51,338 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/A, priority=12, startTime=1731604670898; duration=0sec 2024-11-14T17:17:51,338 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:17:51,338 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:51,338 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:A 2024-11-14T17:17:51,340 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:17:51,340 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/C is initiating minor compaction (all files) 2024-11-14T17:17:51,340 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/C in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:51,341 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/08d30b30525a4a8ab1b94652e289abaa, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1947cd9211f441939a6e4b77d258765f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/8c649a6bf99f4c27a6db781fd47a34b9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/13265886c004432584f47b24b2117469] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=48.3 K 2024-11-14T17:17:51,341 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 08d30b30525a4a8ab1b94652e289abaa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731604666336 2024-11-14T17:17:51,342 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 1947cd9211f441939a6e4b77d258765f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731604666953 2024-11-14T17:17:51,342 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c649a6bf99f4c27a6db781fd47a34b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731604667608 2024-11-14T17:17:51,343 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 13265886c004432584f47b24b2117469, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731604668271 2024-11-14T17:17:51,357 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#C#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:51,358 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/32b30ae568ac4373b0231edb0f8d8172 is 50, key is test_row_0/C:col10/1731604670395/Put/seqid=0 2024-11-14T17:17:51,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604731365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741903_1079 (size=12983) 2024-11-14T17:17:51,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:51,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604731367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604731368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T17:17:51,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T17:17:51,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:51,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:51,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:51,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/40f81ca8f34c42d09ed26f9d9ececf6f 2024-11-14T17:17:51,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/f5b1f70a4dd44f5380530f54bbbf9b41 is 50, key is test_row_0/C:col10/1731604671045/Put/seqid=0 2024-11-14T17:17:51,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741904_1080 (size=12301) 2024-11-14T17:17:51,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T17:17:51,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:51,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:51,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:51,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604731669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604731671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604731672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T17:17:51,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T17:17:51,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:51,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:51,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:51,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,775 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/32b30ae568ac4373b0231edb0f8d8172 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/32b30ae568ac4373b0231edb0f8d8172 2024-11-14T17:17:51,782 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/C of 2363fcd8099c098be6d6dc2cd1c9afa6 into 32b30ae568ac4373b0231edb0f8d8172(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:51,782 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:51,782 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/C, priority=12, startTime=1731604670898; duration=0sec 2024-11-14T17:17:51,782 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:51,782 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:C 2024-11-14T17:17:51,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T17:17:51,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:51,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:51,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:51,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:51,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/f5b1f70a4dd44f5380530f54bbbf9b41 2024-11-14T17:17:51,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/d6495199c02845349523a5f67e30e39d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d6495199c02845349523a5f67e30e39d 2024-11-14T17:17:51,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d6495199c02845349523a5f67e30e39d, entries=200, sequenceid=319, filesize=14.4 K 2024-11-14T17:17:51,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/40f81ca8f34c42d09ed26f9d9ececf6f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/40f81ca8f34c42d09ed26f9d9ececf6f 2024-11-14T17:17:51,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/40f81ca8f34c42d09ed26f9d9ececf6f, entries=150, sequenceid=319, filesize=12.0 K 2024-11-14T17:17:51,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/f5b1f70a4dd44f5380530f54bbbf9b41 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f5b1f70a4dd44f5380530f54bbbf9b41 2024-11-14T17:17:51,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f5b1f70a4dd44f5380530f54bbbf9b41, entries=150, sequenceid=319, filesize=12.0 K 2024-11-14T17:17:51,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 895ms, sequenceid=319, compaction requested=false 2024-11-14T17:17:51,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:51,999 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:51,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T17:17:52,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:52,000 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T17:17:52,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:52,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:52,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:52,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:52,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:52,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:52,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/1e17f74f61a04824b1c7d2cfa9f1e6b5 is 50, key is test_row_0/A:col10/1731604671059/Put/seqid=0 2024-11-14T17:17:52,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741905_1081 (size=12301) 2024-11-14T17:17:52,012 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/1e17f74f61a04824b1c7d2cfa9f1e6b5 2024-11-14T17:17:52,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/39f95e7b971045078cf25c9d29a4e72e is 50, key is test_row_0/B:col10/1731604671059/Put/seqid=0 2024-11-14T17:17:52,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741906_1082 (size=12301) 2024-11-14T17:17:52,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T17:17:52,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604732232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604732234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604732234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604732336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604732337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604732339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,431 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/39f95e7b971045078cf25c9d29a4e72e 2024-11-14T17:17:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/3d6f6d7ffa1f4b5f81bbbef83b3ae429 is 50, key is test_row_0/C:col10/1731604671059/Put/seqid=0 2024-11-14T17:17:52,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741907_1083 (size=12301) 2024-11-14T17:17:52,450 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/3d6f6d7ffa1f4b5f81bbbef83b3ae429 2024-11-14T17:17:52,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/1e17f74f61a04824b1c7d2cfa9f1e6b5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/1e17f74f61a04824b1c7d2cfa9f1e6b5 2024-11-14T17:17:52,462 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/1e17f74f61a04824b1c7d2cfa9f1e6b5, entries=150, sequenceid=334, filesize=12.0 K 2024-11-14T17:17:52,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/39f95e7b971045078cf25c9d29a4e72e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/39f95e7b971045078cf25c9d29a4e72e 2024-11-14T17:17:52,469 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/39f95e7b971045078cf25c9d29a4e72e, entries=150, sequenceid=334, filesize=12.0 K 2024-11-14T17:17:52,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/3d6f6d7ffa1f4b5f81bbbef83b3ae429 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/3d6f6d7ffa1f4b5f81bbbef83b3ae429 2024-11-14T17:17:52,478 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/3d6f6d7ffa1f4b5f81bbbef83b3ae429, entries=150, sequenceid=334, filesize=12.0 K 2024-11-14T17:17:52,479 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 479ms, sequenceid=334, compaction requested=true 2024-11-14T17:17:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-14T17:17:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-14T17:17:52,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-14T17:17:52,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec 2024-11-14T17:17:52,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.4070 sec 2024-11-14T17:17:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:52,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T17:17:52,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:52,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:52,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:52,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:52,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:52,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:52,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/bd3ebbc65f5149d98d215ef31165f9ba is 50, key is test_row_0/A:col10/1731604672219/Put/seqid=0 2024-11-14T17:17:52,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604732567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604732570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604732571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741908_1084 (size=14741) 2024-11-14T17:17:52,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604732672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604732673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604732673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604732877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604732878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604732878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:52,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/bd3ebbc65f5149d98d215ef31165f9ba 2024-11-14T17:17:52,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/366d86a317fa48e280432b11bd07db52 is 50, key is test_row_0/B:col10/1731604672219/Put/seqid=0 2024-11-14T17:17:52,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741909_1085 (size=12301) 2024-11-14T17:17:53,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604733181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T17:17:53,183 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-14T17:17:53,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604733185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:53,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:17:53,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604733185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-14T17:17:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T17:17:53,187 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:17:53,188 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:17:53,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:17:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T17:17:53,340 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:53,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T17:17:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:53,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:53,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:53,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/366d86a317fa48e280432b11bd07db52 2024-11-14T17:17:53,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/e0eea4f863aa44e3bccfaa419068dd68 is 50, key is test_row_0/C:col10/1731604672219/Put/seqid=0 2024-11-14T17:17:53,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741910_1086 (size=12301) 2024-11-14T17:17:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T17:17:53,493 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:53,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T17:17:53,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:53,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:53,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:53,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:53,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:53,614 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:58688 2024-11-14T17:17:53,614 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:58688 2024-11-14T17:17:53,614 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:17:53,614 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:17:53,615 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:58688 2024-11-14T17:17:53,615 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:58688 2024-11-14T17:17:53,615 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:17:53,615 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:17:53,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:53,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T17:17:53,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:53,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:53,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:53,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:53,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:53,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33494 deadline: 1731604733685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:53,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1731604733690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:53,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:17:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33484 deadline: 1731604733693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T17:17:53,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:53,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T17:17:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:53,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:53,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/e0eea4f863aa44e3bccfaa419068dd68 2024-11-14T17:17:53,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/bd3ebbc65f5149d98d215ef31165f9ba as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/bd3ebbc65f5149d98d215ef31165f9ba 2024-11-14T17:17:53,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/bd3ebbc65f5149d98d215ef31165f9ba, entries=200, sequenceid=360, filesize=14.4 K 2024-11-14T17:17:53,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/366d86a317fa48e280432b11bd07db52 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/366d86a317fa48e280432b11bd07db52 2024-11-14T17:17:53,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/366d86a317fa48e280432b11bd07db52, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T17:17:53,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/e0eea4f863aa44e3bccfaa419068dd68 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/e0eea4f863aa44e3bccfaa419068dd68 2024-11-14T17:17:53,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/e0eea4f863aa44e3bccfaa419068dd68, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T17:17:53,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 1296ms, sequenceid=360, compaction requested=true 2024-11-14T17:17:53,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:53,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:17:53,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:53,838 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:17:53,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:17:53,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:53,839 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:17:53,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2363fcd8099c098be6d6dc2cd1c9afa6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:17:53,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:53,840 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:17:53,840 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:17:53,840 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/B is initiating minor compaction (all files) 2024-11-14T17:17:53,840 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/A is initiating minor compaction (all files) 2024-11-14T17:17:53,840 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/B in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:53,840 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/A in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:53,841 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/ab04a4831e1d45efb06f58fec0fa320a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/40f81ca8f34c42d09ed26f9d9ececf6f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/39f95e7b971045078cf25c9d29a4e72e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/366d86a317fa48e280432b11bd07db52] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=48.7 K 2024-11-14T17:17:53,841 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/e94fef0549d34d84bd7aeaf87bff338c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d6495199c02845349523a5f67e30e39d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/1e17f74f61a04824b1c7d2cfa9f1e6b5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/bd3ebbc65f5149d98d215ef31165f9ba] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=53.5 K 2024-11-14T17:17:53,841 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ab04a4831e1d45efb06f58fec0fa320a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731604668271 2024-11-14T17:17:53,841 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting e94fef0549d34d84bd7aeaf87bff338c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731604668271 2024-11-14T17:17:53,841 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 40f81ca8f34c42d09ed26f9d9ececf6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731604670429 2024-11-14T17:17:53,842 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6495199c02845349523a5f67e30e39d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731604670424 2024-11-14T17:17:53,842 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 39f95e7b971045078cf25c9d29a4e72e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731604671050 2024-11-14T17:17:53,842 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e17f74f61a04824b1c7d2cfa9f1e6b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731604671050 2024-11-14T17:17:53,842 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 366d86a317fa48e280432b11bd07db52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731604672219 2024-11-14T17:17:53,842 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd3ebbc65f5149d98d215ef31165f9ba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731604672219 2024-11-14T17:17:53,853 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:53,854 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:53,854 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/9c3d4f0e57c849f483f25284b4a1d204 is 50, key is test_row_0/B:col10/1731604672219/Put/seqid=0 2024-11-14T17:17:53,855 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/c2ddd1a9f082451faafec4b69ca806ad is 50, key is test_row_0/A:col10/1731604672219/Put/seqid=0 2024-11-14T17:17:53,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741911_1087 (size=13119) 2024-11-14T17:17:53,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741912_1088 (size=13119) 2024-11-14T17:17:53,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:53,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T17:17:53,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:53,955 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T17:17:53,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:53,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:53,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:53,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:53,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:53,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:53,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/2504b542f203459299197324fb151e04 is 50, key is test_row_0/A:col10/1731604672569/Put/seqid=0 2024-11-14T17:17:53,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741913_1089 (size=9857) 2024-11-14T17:17:54,265 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/9c3d4f0e57c849f483f25284b4a1d204 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/9c3d4f0e57c849f483f25284b4a1d204 2024-11-14T17:17:54,265 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/c2ddd1a9f082451faafec4b69ca806ad as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/c2ddd1a9f082451faafec4b69ca806ad 2024-11-14T17:17:54,271 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/B of 2363fcd8099c098be6d6dc2cd1c9afa6 into 9c3d4f0e57c849f483f25284b4a1d204(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:54,271 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/A of 2363fcd8099c098be6d6dc2cd1c9afa6 into c2ddd1a9f082451faafec4b69ca806ad(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:54,271 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:54,271 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:54,271 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/A, priority=12, startTime=1731604673838; duration=0sec 2024-11-14T17:17:54,271 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/B, priority=12, startTime=1731604673838; duration=0sec 2024-11-14T17:17:54,271 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:17:54,271 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:A 2024-11-14T17:17:54,271 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:54,271 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:B 2024-11-14T17:17:54,271 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:17:54,273 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:17:54,273 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2363fcd8099c098be6d6dc2cd1c9afa6/C is initiating minor compaction (all files) 2024-11-14T17:17:54,273 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2363fcd8099c098be6d6dc2cd1c9afa6/C in TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:54,273 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/32b30ae568ac4373b0231edb0f8d8172, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f5b1f70a4dd44f5380530f54bbbf9b41, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/3d6f6d7ffa1f4b5f81bbbef83b3ae429, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/e0eea4f863aa44e3bccfaa419068dd68] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp, totalSize=48.7 K 2024-11-14T17:17:54,273 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32b30ae568ac4373b0231edb0f8d8172, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731604668271 2024-11-14T17:17:54,273 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5b1f70a4dd44f5380530f54bbbf9b41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731604670429 2024-11-14T17:17:54,274 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d6f6d7ffa1f4b5f81bbbef83b3ae429, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731604671050 2024-11-14T17:17:54,274 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0eea4f863aa44e3bccfaa419068dd68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731604672219 2024-11-14T17:17:54,283 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2363fcd8099c098be6d6dc2cd1c9afa6#C#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:17:54,283 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/f32ced72d317423d895def7d69fca728 is 50, key is test_row_0/C:col10/1731604672219/Put/seqid=0 2024-11-14T17:17:54,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741914_1090 (size=13119) 2024-11-14T17:17:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T17:17:54,365 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/2504b542f203459299197324fb151e04 2024-11-14T17:17:54,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/96f693f0150d4b349d868080849eba54 is 50, key is test_row_0/B:col10/1731604672569/Put/seqid=0 2024-11-14T17:17:54,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741915_1091 (size=9857) 2024-11-14T17:17:54,495 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:17:54,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. as already flushing 2024-11-14T17:17:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:54,694 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:58688 2024-11-14T17:17:54,695 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:17:54,695 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/f32ced72d317423d895def7d69fca728 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f32ced72d317423d895def7d69fca728 2024-11-14T17:17:54,701 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:58688 2024-11-14T17:17:54,701 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:17:54,702 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:58688 2024-11-14T17:17:54,702 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:17:54,704 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2363fcd8099c098be6d6dc2cd1c9afa6/C of 2363fcd8099c098be6d6dc2cd1c9afa6 into f32ced72d317423d895def7d69fca728(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:17:54,704 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:54,704 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6., storeName=2363fcd8099c098be6d6dc2cd1c9afa6/C, priority=12, startTime=1731604673839; duration=0sec 2024-11-14T17:17:54,705 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:17:54,705 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2363fcd8099c098be6d6dc2cd1c9afa6:C 2024-11-14T17:17:54,732 ERROR [LeaseRenewer:jenkins@localhost:34551 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34551,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:54,777 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/96f693f0150d4b349d868080849eba54 2024-11-14T17:17:54,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/44f2132757434433a8193e0ce9204335 is 50, key is test_row_0/C:col10/1731604672569/Put/seqid=0 2024-11-14T17:17:54,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741916_1092 (size=9857) 2024-11-14T17:17:55,194 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/44f2132757434433a8193e0ce9204335 2024-11-14T17:17:55,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/2504b542f203459299197324fb151e04 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/2504b542f203459299197324fb151e04 2024-11-14T17:17:55,205 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/2504b542f203459299197324fb151e04, entries=100, sequenceid=370, filesize=9.6 K 2024-11-14T17:17:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/96f693f0150d4b349d868080849eba54 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/96f693f0150d4b349d868080849eba54 2024-11-14T17:17:55,212 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/96f693f0150d4b349d868080849eba54, entries=100, sequenceid=370, filesize=9.6 K 2024-11-14T17:17:55,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/44f2132757434433a8193e0ce9204335 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/44f2132757434433a8193e0ce9204335 2024-11-14T17:17:55,218 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/44f2132757434433a8193e0ce9204335, entries=100, sequenceid=370, filesize=9.6 K 2024-11-14T17:17:55,219 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=20.13 KB/20610 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 1264ms, sequenceid=370, compaction requested=false 2024-11-14T17:17:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-14T17:17:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-14T17:17:55,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-14T17:17:55,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0330 sec 2024-11-14T17:17:55,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.0380 sec 2024-11-14T17:17:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T17:17:55,292 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-14T17:17:56,164 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:58688 2024-11-14T17:17:56,164 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:17:56,186 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:58688 2024-11-14T17:17:56,186 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:17:56,186 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T17:17:56,186 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-14T17:17:56,186 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-14T17:17:56,186 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-14T17:17:56,186 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-14T17:17:56,186 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-14T17:17:56,186 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T17:17:56,186 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4658 2024-11-14T17:17:56,186 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4751 2024-11-14T17:17:56,187 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T17:17:56,187 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2017 2024-11-14T17:17:56,187 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6051 rows 2024-11-14T17:17:56,187 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2016 2024-11-14T17:17:56,187 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6048 rows 2024-11-14T17:17:56,187 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T17:17:56,187 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:58688 2024-11-14T17:17:56,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:17:56,193 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T17:17:56,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T17:17:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T17:17:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T17:17:56,211 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604676211"}]},"ts":"1731604676211"} 2024-11-14T17:17:56,213 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T17:17:56,216 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T17:17:56,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T17:17:56,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2363fcd8099c098be6d6dc2cd1c9afa6, UNASSIGN}] 2024-11-14T17:17:56,224 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2363fcd8099c098be6d6dc2cd1c9afa6, UNASSIGN 2024-11-14T17:17:56,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=2363fcd8099c098be6d6dc2cd1c9afa6, regionState=CLOSING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:56,226 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T17:17:56,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; CloseRegionProcedure 2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:17:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T17:17:56,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:56,383 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(124): Close 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:56,383 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T17:17:56,383 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1681): Closing 2363fcd8099c098be6d6dc2cd1c9afa6, disabling compactions & flushes 2024-11-14T17:17:56,384 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:56,384 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:56,384 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. after waiting 0 ms 2024-11-14T17:17:56,384 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:56,384 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(2837): Flushing 2363fcd8099c098be6d6dc2cd1c9afa6 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T17:17:56,384 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=A 2024-11-14T17:17:56,384 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:56,384 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=B 2024-11-14T17:17:56,384 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:56,384 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2363fcd8099c098be6d6dc2cd1c9afa6, store=C 2024-11-14T17:17:56,384 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:17:56,390 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/ad476aa7a7a64c17923c97504fade900 is 50, key is test_row_0/A:col10/1731604674698/Put/seqid=0 2024-11-14T17:17:56,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741917_1093 (size=12301) 2024-11-14T17:17:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T17:17:56,796 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/ad476aa7a7a64c17923c97504fade900 2024-11-14T17:17:56,805 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/80ed9f95e9f4465aa23677ffef00eac6 is 50, key is test_row_0/B:col10/1731604674698/Put/seqid=0 2024-11-14T17:17:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741918_1094 (size=12301) 2024-11-14T17:17:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T17:17:57,209 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/80ed9f95e9f4465aa23677ffef00eac6 2024-11-14T17:17:57,218 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/8ea9ff32b0234736a32c86d092e5ba15 is 50, key is test_row_0/C:col10/1731604674698/Put/seqid=0 2024-11-14T17:17:57,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741919_1095 (size=12301) 2024-11-14T17:17:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T17:17:57,627 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/8ea9ff32b0234736a32c86d092e5ba15 2024-11-14T17:17:57,632 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/A/ad476aa7a7a64c17923c97504fade900 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/ad476aa7a7a64c17923c97504fade900 2024-11-14T17:17:57,637 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/ad476aa7a7a64c17923c97504fade900, entries=150, sequenceid=381, filesize=12.0 K 2024-11-14T17:17:57,638 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/B/80ed9f95e9f4465aa23677ffef00eac6 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/80ed9f95e9f4465aa23677ffef00eac6 2024-11-14T17:17:57,643 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/80ed9f95e9f4465aa23677ffef00eac6, entries=150, sequenceid=381, filesize=12.0 K 2024-11-14T17:17:57,644 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/.tmp/C/8ea9ff32b0234736a32c86d092e5ba15 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/8ea9ff32b0234736a32c86d092e5ba15 2024-11-14T17:17:57,648 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/8ea9ff32b0234736a32c86d092e5ba15, entries=150, sequenceid=381, filesize=12.0 K 2024-11-14T17:17:57,649 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2363fcd8099c098be6d6dc2cd1c9afa6 in 1265ms, sequenceid=381, compaction requested=true 2024-11-14T17:17:57,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/14525ac471024f0caad93aebad18632a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/4f2c443f4fc34d50bafa41fac898dcef, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/87ec06567f2b47ebb5a046ff9506044a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/993152d2cb934161ad4fed91cf16ecc8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/bbcccd76a82f48d98885fe7409437e22, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/b9a23fb846b64f6287d6ffe24e406e27, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d05b4407dac1436e9adb3251da72e48e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/0603fbe43309424d956d280bed99d9c5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/495ac52c60fc4bb1af07717ea4454b19, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/8a50072ced554538a89e2afe0e4fb52e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/b8df3715c28049a5a608e67b6127220a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/dc6e207b9b5145c1b1e8652f63951648, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d0cd3c30fda246b4a8f097e0405dae36, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/c19e843b80b247d68c749bcd3a071059, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/cea5354d48374cfd862be1cafe2b5fb8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/202c9d29b1b1467ca328547a9ba52bba, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/4a870e7874db478cbc1323c3e59a994f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/fc19a87d2acc4017b7cdfd5e4ab50ed7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d5d9a44b71ad4b0c86387f714c712ae4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/e94fef0549d34d84bd7aeaf87bff338c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/253da13df9884c08a047abef009ff23b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d6495199c02845349523a5f67e30e39d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/1e17f74f61a04824b1c7d2cfa9f1e6b5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/bd3ebbc65f5149d98d215ef31165f9ba] to archive 2024-11-14T17:17:57,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:17:57,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/14525ac471024f0caad93aebad18632a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/14525ac471024f0caad93aebad18632a 2024-11-14T17:17:57,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/4f2c443f4fc34d50bafa41fac898dcef to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/4f2c443f4fc34d50bafa41fac898dcef 2024-11-14T17:17:57,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/87ec06567f2b47ebb5a046ff9506044a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/87ec06567f2b47ebb5a046ff9506044a 2024-11-14T17:17:57,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/993152d2cb934161ad4fed91cf16ecc8 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/993152d2cb934161ad4fed91cf16ecc8 2024-11-14T17:17:57,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/bbcccd76a82f48d98885fe7409437e22 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/bbcccd76a82f48d98885fe7409437e22 2024-11-14T17:17:57,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/b9a23fb846b64f6287d6ffe24e406e27 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/b9a23fb846b64f6287d6ffe24e406e27 2024-11-14T17:17:57,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d05b4407dac1436e9adb3251da72e48e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d05b4407dac1436e9adb3251da72e48e 2024-11-14T17:17:57,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/0603fbe43309424d956d280bed99d9c5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/0603fbe43309424d956d280bed99d9c5 2024-11-14T17:17:57,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/495ac52c60fc4bb1af07717ea4454b19 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/495ac52c60fc4bb1af07717ea4454b19 2024-11-14T17:17:57,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/8a50072ced554538a89e2afe0e4fb52e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/8a50072ced554538a89e2afe0e4fb52e 2024-11-14T17:17:57,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/b8df3715c28049a5a608e67b6127220a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/b8df3715c28049a5a608e67b6127220a 2024-11-14T17:17:57,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/dc6e207b9b5145c1b1e8652f63951648 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/dc6e207b9b5145c1b1e8652f63951648 2024-11-14T17:17:57,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d0cd3c30fda246b4a8f097e0405dae36 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d0cd3c30fda246b4a8f097e0405dae36 2024-11-14T17:17:57,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/c19e843b80b247d68c749bcd3a071059 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/c19e843b80b247d68c749bcd3a071059 2024-11-14T17:17:57,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/cea5354d48374cfd862be1cafe2b5fb8 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/cea5354d48374cfd862be1cafe2b5fb8 2024-11-14T17:17:57,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/202c9d29b1b1467ca328547a9ba52bba to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/202c9d29b1b1467ca328547a9ba52bba 2024-11-14T17:17:57,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/4a870e7874db478cbc1323c3e59a994f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/4a870e7874db478cbc1323c3e59a994f 2024-11-14T17:17:57,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/fc19a87d2acc4017b7cdfd5e4ab50ed7 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/fc19a87d2acc4017b7cdfd5e4ab50ed7 2024-11-14T17:17:57,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d5d9a44b71ad4b0c86387f714c712ae4 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d5d9a44b71ad4b0c86387f714c712ae4 2024-11-14T17:17:57,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/e94fef0549d34d84bd7aeaf87bff338c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/e94fef0549d34d84bd7aeaf87bff338c 2024-11-14T17:17:57,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/253da13df9884c08a047abef009ff23b to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/253da13df9884c08a047abef009ff23b 2024-11-14T17:17:57,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d6495199c02845349523a5f67e30e39d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/d6495199c02845349523a5f67e30e39d 2024-11-14T17:17:57,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/1e17f74f61a04824b1c7d2cfa9f1e6b5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/1e17f74f61a04824b1c7d2cfa9f1e6b5 2024-11-14T17:17:57,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/bd3ebbc65f5149d98d215ef31165f9ba to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/bd3ebbc65f5149d98d215ef31165f9ba 2024-11-14T17:17:57,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/7171c2f6aa994eeaab77d15e418ae56e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/67358bbf183c4abf9464560413031e0d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/d79cbe7e775f41988949578fb6423551, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/8d8b4e7d35f143dcafd15d3152d17a5a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/5cac3fe18cf043d8bf279ba7bfcd2408, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/a044ed0c95794647867edfcc832d118c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/7de49b859ea24af095e8814b17d9b4c6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/66dab3ab2a724739addeb0badee6127c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/1c2919c6d9c341b9a6aae16ab73af1d5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/6afab80d43de4bb8925d3d8b3fae93c1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/4e8acf568527497f89f73c71859290cd, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/df9f01010fcb420ca27ef2dd3d06dba4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/21638e3053864156b4b1ab6e0fcee377, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c818149d0a8a4532ae7b6de83c23d276, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c55d6d85ffbf4c209943a3927c6a7154, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c4e66243a48b4e0fb31eba62785514da, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/f495bcd7824348ec9a60e3709a370453, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/39b46570171d43faaf01c6de36afb683, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/3f3443de8d2542c5b556fca6d311d7f8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/ab04a4831e1d45efb06f58fec0fa320a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/08404c6d403a4c42817ad6fcf322e365, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/40f81ca8f34c42d09ed26f9d9ececf6f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/39f95e7b971045078cf25c9d29a4e72e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/366d86a317fa48e280432b11bd07db52] to archive 2024-11-14T17:17:57,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:17:57,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/7171c2f6aa994eeaab77d15e418ae56e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/7171c2f6aa994eeaab77d15e418ae56e 2024-11-14T17:17:57,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/67358bbf183c4abf9464560413031e0d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/67358bbf183c4abf9464560413031e0d 2024-11-14T17:17:57,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/d79cbe7e775f41988949578fb6423551 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/d79cbe7e775f41988949578fb6423551 2024-11-14T17:17:57,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/8d8b4e7d35f143dcafd15d3152d17a5a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/8d8b4e7d35f143dcafd15d3152d17a5a 2024-11-14T17:17:57,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/5cac3fe18cf043d8bf279ba7bfcd2408 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/5cac3fe18cf043d8bf279ba7bfcd2408 2024-11-14T17:17:57,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/a044ed0c95794647867edfcc832d118c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/a044ed0c95794647867edfcc832d118c 2024-11-14T17:17:57,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/7de49b859ea24af095e8814b17d9b4c6 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/7de49b859ea24af095e8814b17d9b4c6 2024-11-14T17:17:57,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/66dab3ab2a724739addeb0badee6127c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/66dab3ab2a724739addeb0badee6127c 2024-11-14T17:17:57,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/1c2919c6d9c341b9a6aae16ab73af1d5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/1c2919c6d9c341b9a6aae16ab73af1d5 2024-11-14T17:17:57,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/6afab80d43de4bb8925d3d8b3fae93c1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/6afab80d43de4bb8925d3d8b3fae93c1 2024-11-14T17:17:57,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/4e8acf568527497f89f73c71859290cd to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/4e8acf568527497f89f73c71859290cd 2024-11-14T17:17:57,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/df9f01010fcb420ca27ef2dd3d06dba4 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/df9f01010fcb420ca27ef2dd3d06dba4 2024-11-14T17:17:57,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/21638e3053864156b4b1ab6e0fcee377 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/21638e3053864156b4b1ab6e0fcee377 2024-11-14T17:17:57,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c818149d0a8a4532ae7b6de83c23d276 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c818149d0a8a4532ae7b6de83c23d276 2024-11-14T17:17:57,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c55d6d85ffbf4c209943a3927c6a7154 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c55d6d85ffbf4c209943a3927c6a7154 2024-11-14T17:17:57,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c4e66243a48b4e0fb31eba62785514da to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/c4e66243a48b4e0fb31eba62785514da 2024-11-14T17:17:57,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/f495bcd7824348ec9a60e3709a370453 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/f495bcd7824348ec9a60e3709a370453 2024-11-14T17:17:57,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/39b46570171d43faaf01c6de36afb683 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/39b46570171d43faaf01c6de36afb683 2024-11-14T17:17:57,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/3f3443de8d2542c5b556fca6d311d7f8 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/3f3443de8d2542c5b556fca6d311d7f8 2024-11-14T17:17:57,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/ab04a4831e1d45efb06f58fec0fa320a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/ab04a4831e1d45efb06f58fec0fa320a 2024-11-14T17:17:57,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/08404c6d403a4c42817ad6fcf322e365 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/08404c6d403a4c42817ad6fcf322e365 2024-11-14T17:17:57,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/40f81ca8f34c42d09ed26f9d9ececf6f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/40f81ca8f34c42d09ed26f9d9ececf6f 2024-11-14T17:17:57,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/39f95e7b971045078cf25c9d29a4e72e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/39f95e7b971045078cf25c9d29a4e72e 2024-11-14T17:17:57,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/366d86a317fa48e280432b11bd07db52 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/366d86a317fa48e280432b11bd07db52 2024-11-14T17:17:57,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/b8c67f9359dd4c61b273ec4424850afd, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1ce48a86078946deb49f73dc55d70b27, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/3ff6cdbe95cb4f25b5d893c0053ae151, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/940a1ca97bb8459b951bd552cfdb80ed, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/67c2330e8a7a4931becacd4688c34a2a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/9e95dc21b3734198b9728ed9c91015bc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/80c8b665f53d43c7ad08f663c8e11b7b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/39af516127654da0935e23142bdf78c0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/c01113776a27404e99cedc76edaae4b0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1d68a8882e21425b97643fdb4a77f266, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/9257fc577a7041dfa90cddb6ea9db2d8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f9f1fd9ba0ca444aa3775a1fc820fe91, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f5fd41c0843e4d19af2b0e1111f4e872, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/0b7edeb97f5d43df8e5b35f967f7c540, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/ad65256927374d05944c1258716af685, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/08d30b30525a4a8ab1b94652e289abaa, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/44119a31c96e4666a35833faa5ea9329, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1947cd9211f441939a6e4b77d258765f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/8c649a6bf99f4c27a6db781fd47a34b9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/32b30ae568ac4373b0231edb0f8d8172, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/13265886c004432584f47b24b2117469, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f5b1f70a4dd44f5380530f54bbbf9b41, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/3d6f6d7ffa1f4b5f81bbbef83b3ae429, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/e0eea4f863aa44e3bccfaa419068dd68] to archive 2024-11-14T17:17:57,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:17:57,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/b8c67f9359dd4c61b273ec4424850afd to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/b8c67f9359dd4c61b273ec4424850afd 2024-11-14T17:17:57,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1ce48a86078946deb49f73dc55d70b27 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1ce48a86078946deb49f73dc55d70b27 2024-11-14T17:17:57,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/3ff6cdbe95cb4f25b5d893c0053ae151 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/3ff6cdbe95cb4f25b5d893c0053ae151 2024-11-14T17:17:57,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/940a1ca97bb8459b951bd552cfdb80ed to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/940a1ca97bb8459b951bd552cfdb80ed 2024-11-14T17:17:57,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/67c2330e8a7a4931becacd4688c34a2a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/67c2330e8a7a4931becacd4688c34a2a 2024-11-14T17:17:57,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/9e95dc21b3734198b9728ed9c91015bc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/9e95dc21b3734198b9728ed9c91015bc 2024-11-14T17:17:57,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/80c8b665f53d43c7ad08f663c8e11b7b to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/80c8b665f53d43c7ad08f663c8e11b7b 2024-11-14T17:17:57,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/39af516127654da0935e23142bdf78c0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/39af516127654da0935e23142bdf78c0 2024-11-14T17:17:57,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/c01113776a27404e99cedc76edaae4b0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/c01113776a27404e99cedc76edaae4b0 2024-11-14T17:17:57,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1d68a8882e21425b97643fdb4a77f266 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1d68a8882e21425b97643fdb4a77f266 2024-11-14T17:17:57,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/9257fc577a7041dfa90cddb6ea9db2d8 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/9257fc577a7041dfa90cddb6ea9db2d8 2024-11-14T17:17:57,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f9f1fd9ba0ca444aa3775a1fc820fe91 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f9f1fd9ba0ca444aa3775a1fc820fe91 2024-11-14T17:17:57,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f5fd41c0843e4d19af2b0e1111f4e872 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f5fd41c0843e4d19af2b0e1111f4e872 2024-11-14T17:17:57,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/0b7edeb97f5d43df8e5b35f967f7c540 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/0b7edeb97f5d43df8e5b35f967f7c540 2024-11-14T17:17:57,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/ad65256927374d05944c1258716af685 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/ad65256927374d05944c1258716af685 2024-11-14T17:17:57,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/08d30b30525a4a8ab1b94652e289abaa to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/08d30b30525a4a8ab1b94652e289abaa 2024-11-14T17:17:57,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/44119a31c96e4666a35833faa5ea9329 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/44119a31c96e4666a35833faa5ea9329 2024-11-14T17:17:57,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1947cd9211f441939a6e4b77d258765f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/1947cd9211f441939a6e4b77d258765f 2024-11-14T17:17:57,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/8c649a6bf99f4c27a6db781fd47a34b9 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/8c649a6bf99f4c27a6db781fd47a34b9 2024-11-14T17:17:57,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/32b30ae568ac4373b0231edb0f8d8172 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/32b30ae568ac4373b0231edb0f8d8172 2024-11-14T17:17:57,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/13265886c004432584f47b24b2117469 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/13265886c004432584f47b24b2117469 2024-11-14T17:17:57,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f5b1f70a4dd44f5380530f54bbbf9b41 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f5b1f70a4dd44f5380530f54bbbf9b41 2024-11-14T17:17:57,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/3d6f6d7ffa1f4b5f81bbbef83b3ae429 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/3d6f6d7ffa1f4b5f81bbbef83b3ae429 2024-11-14T17:17:57,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/e0eea4f863aa44e3bccfaa419068dd68 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/e0eea4f863aa44e3bccfaa419068dd68 2024-11-14T17:17:57,785 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/recovered.edits/384.seqid, newMaxSeqId=384, maxSeqId=1 2024-11-14T17:17:57,787 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6. 2024-11-14T17:17:57,787 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1635): Region close journal for 2363fcd8099c098be6d6dc2cd1c9afa6: 2024-11-14T17:17:57,789 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(170): Closed 2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:57,790 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=2363fcd8099c098be6d6dc2cd1c9afa6, regionState=CLOSED 2024-11-14T17:17:57,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-14T17:17:57,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseRegionProcedure 2363fcd8099c098be6d6dc2cd1c9afa6, server=38cb5ac947ac,46341,1731604646134 in 1.5650 sec 2024-11-14T17:17:57,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-11-14T17:17:57,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2363fcd8099c098be6d6dc2cd1c9afa6, UNASSIGN in 1.5680 sec 2024-11-14T17:17:57,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-14T17:17:57,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5760 sec 2024-11-14T17:17:57,797 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604677796"}]},"ts":"1731604677796"} 2024-11-14T17:17:57,798 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T17:17:57,800 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T17:17:57,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5990 sec 2024-11-14T17:17:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T17:17:58,315 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-14T17:17:58,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T17:17:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:17:58,326 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:17:58,328 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=30, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:17:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T17:17:58,333 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:58,339 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/recovered.edits] 2024-11-14T17:17:58,350 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/2504b542f203459299197324fb151e04 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/2504b542f203459299197324fb151e04 2024-11-14T17:17:58,352 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/ad476aa7a7a64c17923c97504fade900 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/ad476aa7a7a64c17923c97504fade900 2024-11-14T17:17:58,354 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/c2ddd1a9f082451faafec4b69ca806ad to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/A/c2ddd1a9f082451faafec4b69ca806ad 2024-11-14T17:17:58,357 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/80ed9f95e9f4465aa23677ffef00eac6 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/80ed9f95e9f4465aa23677ffef00eac6 2024-11-14T17:17:58,358 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/96f693f0150d4b349d868080849eba54 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/96f693f0150d4b349d868080849eba54 2024-11-14T17:17:58,359 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/9c3d4f0e57c849f483f25284b4a1d204 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/B/9c3d4f0e57c849f483f25284b4a1d204 2024-11-14T17:17:58,362 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/44f2132757434433a8193e0ce9204335 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/44f2132757434433a8193e0ce9204335 2024-11-14T17:17:58,364 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/8ea9ff32b0234736a32c86d092e5ba15 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/8ea9ff32b0234736a32c86d092e5ba15 2024-11-14T17:17:58,366 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f32ced72d317423d895def7d69fca728 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/C/f32ced72d317423d895def7d69fca728 2024-11-14T17:17:58,370 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/recovered.edits/384.seqid to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6/recovered.edits/384.seqid 2024-11-14T17:17:58,371 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2363fcd8099c098be6d6dc2cd1c9afa6 2024-11-14T17:17:58,371 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T17:17:58,382 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=30, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:17:58,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T17:17:58,392 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T17:17:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T17:17:58,437 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T17:17:58,439 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=30, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:17:58,439 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T17:17:58,440 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731604678439"}]},"ts":"9223372036854775807"} 2024-11-14T17:17:58,446 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T17:17:58,446 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2363fcd8099c098be6d6dc2cd1c9afa6, NAME => 'TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T17:17:58,446 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T17:17:58,447 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731604678446"}]},"ts":"9223372036854775807"} 2024-11-14T17:17:58,451 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T17:17:58,454 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=30, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:17:58,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 134 msec 2024-11-14T17:17:58,536 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34551 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34551,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:17:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T17:17:58,631 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-14T17:17:58,643 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=237 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10f14607-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10f14607-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1445627985_22 at /127.0.0.1:50546 [Waiting for operation #243] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10f14607-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2136526245_22 at /127.0.0.1:51836 [Waiting for operation #257] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;38cb5ac947ac:46341-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10f14607-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 143) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8856 (was 8256) - AvailableMemoryMB LEAK? - 2024-11-14T17:17:58,655 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=8855 2024-11-14T17:17:58,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T17:17:58,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:17:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T17:17:58,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:17:58,660 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:58,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 31 2024-11-14T17:17:58,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:17:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-14T17:17:58,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741920_1096 (size=960) 2024-11-14T17:17:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-14T17:17:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-14T17:17:59,075 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42 2024-11-14T17:17:59,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741921_1097 (size=53) 2024-11-14T17:17:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-14T17:17:59,481 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:17:59,482 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f67bb1bee88268a42e48598e1cd9ab06, disabling compactions & flushes 2024-11-14T17:17:59,482 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:17:59,482 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:17:59,482 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. after waiting 0 ms 2024-11-14T17:17:59,482 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:17:59,482 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:17:59,482 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:17:59,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:17:59,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731604679483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604679483"}]},"ts":"1731604679483"} 2024-11-14T17:17:59,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T17:17:59,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:17:59,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604679487"}]},"ts":"1731604679487"} 2024-11-14T17:17:59,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T17:17:59,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67bb1bee88268a42e48598e1cd9ab06, ASSIGN}] 2024-11-14T17:17:59,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67bb1bee88268a42e48598e1cd9ab06, ASSIGN 2024-11-14T17:17:59,494 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67bb1bee88268a42e48598e1cd9ab06, ASSIGN; state=OFFLINE, location=38cb5ac947ac,46341,1731604646134; forceNewPlan=false, retain=false 2024-11-14T17:17:59,645 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=f67bb1bee88268a42e48598e1cd9ab06, regionState=OPENING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:59,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:17:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-14T17:17:59,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:59,803 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:17:59,803 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7285): Opening region: {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:17:59,803 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:17:59,803 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:17:59,803 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7327): checking encryption for f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:17:59,803 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7330): checking classloading for f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:17:59,805 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:17:59,806 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:17:59,806 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67bb1bee88268a42e48598e1cd9ab06 columnFamilyName A 2024-11-14T17:17:59,806 DEBUG [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:59,807 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.HStore(327): Store=f67bb1bee88268a42e48598e1cd9ab06/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:17:59,807 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:17:59,808 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:17:59,809 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67bb1bee88268a42e48598e1cd9ab06 columnFamilyName B 2024-11-14T17:17:59,809 DEBUG [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:59,810 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.HStore(327): Store=f67bb1bee88268a42e48598e1cd9ab06/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:17:59,810 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:17:59,811 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:17:59,811 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67bb1bee88268a42e48598e1cd9ab06 columnFamilyName C 2024-11-14T17:17:59,811 DEBUG [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:17:59,811 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.HStore(327): Store=f67bb1bee88268a42e48598e1cd9ab06/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:17:59,812 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:17:59,812 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:17:59,813 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:17:59,814 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T17:17:59,815 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1085): writing seq id for f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:17:59,817 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:17:59,817 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1102): Opened f67bb1bee88268a42e48598e1cd9ab06; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70638711, jitterRate=0.05259881913661957}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T17:17:59,818 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1001): Region open journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:17:59,819 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., pid=33, masterSystemTime=1731604679798 2024-11-14T17:17:59,820 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:17:59,821 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:17:59,821 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=f67bb1bee88268a42e48598e1cd9ab06, regionState=OPEN, openSeqNum=2, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:17:59,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-14T17:17:59,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 in 177 msec 2024-11-14T17:17:59,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-14T17:17:59,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67bb1bee88268a42e48598e1cd9ab06, ASSIGN in 332 msec 2024-11-14T17:17:59,827 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:17:59,827 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604679827"}]},"ts":"1731604679827"} 2024-11-14T17:17:59,828 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T17:17:59,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:17:59,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-11-14T17:18:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-14T17:18:00,768 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 31 completed 2024-11-14T17:18:00,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-14T17:18:00,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:00,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:00,777 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:00,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:00,780 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:18:00,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T17:18:00,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:18:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T17:18:00,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741922_1098 (size=996) 2024-11-14T17:18:01,203 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:18:01,204 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:18:01,208 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T17:18:01,208 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T17:18:01,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T17:18:01,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67bb1bee88268a42e48598e1cd9ab06, REOPEN/MOVE}] 2024-11-14T17:18:01,222 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67bb1bee88268a42e48598e1cd9ab06, REOPEN/MOVE 2024-11-14T17:18:01,223 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=f67bb1bee88268a42e48598e1cd9ab06, regionState=CLOSING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:01,224 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T17:18:01,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:18:01,376 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:01,377 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:01,377 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T17:18:01,377 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing f67bb1bee88268a42e48598e1cd9ab06, disabling compactions & flushes 2024-11-14T17:18:01,377 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:01,377 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:01,377 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. after waiting 0 ms 2024-11-14T17:18:01,377 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:01,381 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T17:18:01,382 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:01,382 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:01,382 WARN [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionServer(3786): Not adding moved region record: f67bb1bee88268a42e48598e1cd9ab06 to self. 2024-11-14T17:18:01,384 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:01,384 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=f67bb1bee88268a42e48598e1cd9ab06, regionState=CLOSED 2024-11-14T17:18:01,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-14T17:18:01,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 in 161 msec 2024-11-14T17:18:01,387 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67bb1bee88268a42e48598e1cd9ab06, REOPEN/MOVE; state=CLOSED, location=38cb5ac947ac,46341,1731604646134; forceNewPlan=false, retain=true 2024-11-14T17:18:01,537 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=f67bb1bee88268a42e48598e1cd9ab06, regionState=OPENING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:01,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=36, state=RUNNABLE; OpenRegionProcedure f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:18:01,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:01,694 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:01,694 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:01,695 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:01,695 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:01,695 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:01,695 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:01,699 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:01,700 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:18:01,705 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67bb1bee88268a42e48598e1cd9ab06 columnFamilyName A 2024-11-14T17:18:01,707 DEBUG [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:01,707 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.HStore(327): Store=f67bb1bee88268a42e48598e1cd9ab06/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:01,708 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:01,708 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:18:01,708 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67bb1bee88268a42e48598e1cd9ab06 columnFamilyName B 2024-11-14T17:18:01,708 DEBUG [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:01,709 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.HStore(327): Store=f67bb1bee88268a42e48598e1cd9ab06/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:01,709 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:01,709 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:18:01,710 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67bb1bee88268a42e48598e1cd9ab06 columnFamilyName C 2024-11-14T17:18:01,710 DEBUG [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:01,710 INFO [StoreOpener-f67bb1bee88268a42e48598e1cd9ab06-1 {}] regionserver.HStore(327): Store=f67bb1bee88268a42e48598e1cd9ab06/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:01,710 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:01,711 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:01,712 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:01,713 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T17:18:01,714 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:01,715 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened f67bb1bee88268a42e48598e1cd9ab06; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64262718, jitterRate=-0.04241088032722473}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T17:18:01,716 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:01,717 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., pid=38, masterSystemTime=1731604681691 2024-11-14T17:18:01,718 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:01,718 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:01,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=f67bb1bee88268a42e48598e1cd9ab06, regionState=OPEN, openSeqNum=5, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:01,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=36 2024-11-14T17:18:01,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=36, state=SUCCESS; OpenRegionProcedure f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 in 181 msec 2024-11-14T17:18:01,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-14T17:18:01,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67bb1bee88268a42e48598e1cd9ab06, REOPEN/MOVE in 501 msec 2024-11-14T17:18:01,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-14T17:18:01,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-11-14T17:18:01,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 939 msec 2024-11-14T17:18:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-14T17:18:01,736 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-14T17:18:01,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:01,744 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-14T17:18:01,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:01,752 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-14T17:18:01,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:01,758 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-14T17:18:01,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:01,763 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-14T17:18:01,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:01,769 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-14T17:18:01,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:01,774 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-14T17:18:01,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:01,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-14T17:18:01,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:01,783 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-14T17:18:01,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:01,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:01,790 DEBUG [hconnection-0x7b6d404a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:01,791 DEBUG [hconnection-0x57263cc8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees 2024-11-14T17:18:01,793 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:01,793 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T17:18:01,794 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:01,794 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:01,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:01,796 DEBUG [hconnection-0x3f1760b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:01,797 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:01,797 DEBUG [hconnection-0x38f49b5c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:01,798 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:01,799 DEBUG [hconnection-0x327b7041-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:01,800 DEBUG [hconnection-0x219c5acc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:01,800 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:01,801 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:01,801 DEBUG [hconnection-0xff1ab00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:01,802 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:01,808 DEBUG [hconnection-0x2262414-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:01,809 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:01,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:18:01,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:01,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:01,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:01,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:01,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:01,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:01,816 DEBUG [hconnection-0x1e782a86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:01,817 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:01,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145fcecfb0a48c42218dc88750c679c021_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604681805/Put/seqid=0 2024-11-14T17:18:01,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741923_1099 (size=12154) 2024-11-14T17:18:01,884 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T17:18:01,904 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145fcecfb0a48c42218dc88750c679c021_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145fcecfb0a48c42218dc88750c679c021_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:01,906 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/2c1f10a3cc8b40e4b007ef217b1a3566, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:01,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/2c1f10a3cc8b40e4b007ef217b1a3566 is 175, key is test_row_0/A:col10/1731604681805/Put/seqid=0 2024-11-14T17:18:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604741919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604741919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:01,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604741928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:01,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604741935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:01,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604741937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:01,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741924_1100 (size=30955) 2024-11-14T17:18:01,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:01,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-14T17:18:01,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:01,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:01,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:01,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:01,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604742038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604742039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604742039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604742040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604742041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T17:18:02,103 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-14T17:18:02,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:02,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:02,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:02,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604742242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604742243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604742243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604742243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604742245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-14T17:18:02,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:02,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:02,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:02,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,352 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/2c1f10a3cc8b40e4b007ef217b1a3566 2024-11-14T17:18:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T17:18:02,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/e8f7b0d0939d419baf9c57ddf0d4a97e is 50, key is test_row_0/B:col10/1731604681805/Put/seqid=0 2024-11-14T17:18:02,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-14T17:18:02,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:02,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:02,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:02,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741925_1101 (size=12001) 2024-11-14T17:18:02,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/e8f7b0d0939d419baf9c57ddf0d4a97e 2024-11-14T17:18:02,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/c29894071cf7451c94b5dece9e552e18 is 50, key is test_row_0/C:col10/1731604681805/Put/seqid=0 2024-11-14T17:18:02,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741926_1102 (size=12001) 2024-11-14T17:18:02,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604742547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604742548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604742548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604742549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604742549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-14T17:18:02,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:02,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:02,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:02,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,719 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-14T17:18:02,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:02,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:02,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:02,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-14T17:18:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:02,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T17:18:02,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/c29894071cf7451c94b5dece9e552e18 2024-11-14T17:18:02,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/2c1f10a3cc8b40e4b007ef217b1a3566 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2c1f10a3cc8b40e4b007ef217b1a3566 2024-11-14T17:18:02,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2c1f10a3cc8b40e4b007ef217b1a3566, entries=150, sequenceid=15, filesize=30.2 K 2024-11-14T17:18:02,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/e8f7b0d0939d419baf9c57ddf0d4a97e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e8f7b0d0939d419baf9c57ddf0d4a97e 2024-11-14T17:18:02,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e8f7b0d0939d419baf9c57ddf0d4a97e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T17:18:02,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/c29894071cf7451c94b5dece9e552e18 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/c29894071cf7451c94b5dece9e552e18 2024-11-14T17:18:02,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/c29894071cf7451c94b5dece9e552e18, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T17:18:02,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f67bb1bee88268a42e48598e1cd9ab06 in 1148ms, sequenceid=15, compaction requested=false 2024-11-14T17:18:02,962 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T17:18:02,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:03,033 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-14T17:18:03,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:03,034 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T17:18:03,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:03,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:03,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:03,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:03,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:03,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:03,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:03,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604743062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604743063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604743064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604743065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604743066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111471e7f4aa4a954a3db732ef1d9b8d4625_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604681928/Put/seqid=0 2024-11-14T17:18:03,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741927_1103 (size=12154) 2024-11-14T17:18:03,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604743168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604743169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604743173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604743172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604743177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T17:18:03,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604743378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604743378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604743382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604743386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604743386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:03,535 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111471e7f4aa4a954a3db732ef1d9b8d4625_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111471e7f4aa4a954a3db732ef1d9b8d4625_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/f258c2424bdc48b5b7ae55353bec5556, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/f258c2424bdc48b5b7ae55353bec5556 is 175, key is test_row_0/A:col10/1731604681928/Put/seqid=0 2024-11-14T17:18:03,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741928_1104 (size=30955) 2024-11-14T17:18:03,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604743682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604743681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604743686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604743691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604743691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T17:18:03,944 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/f258c2424bdc48b5b7ae55353bec5556 2024-11-14T17:18:03,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/c7862fbbe5644de3ba789e5ddc2c3063 is 50, key is test_row_0/B:col10/1731604681928/Put/seqid=0 2024-11-14T17:18:03,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741929_1105 (size=12001) 2024-11-14T17:18:03,984 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/c7862fbbe5644de3ba789e5ddc2c3063 2024-11-14T17:18:03,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/b7ab0bdb910040cba08ba4c8b141e3de is 50, key is test_row_0/C:col10/1731604681928/Put/seqid=0 2024-11-14T17:18:04,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741930_1106 (size=12001) 2024-11-14T17:18:04,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604744184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:04,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604744185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:04,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604744191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:04,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604744195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:04,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604744197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:04,425 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/b7ab0bdb910040cba08ba4c8b141e3de 2024-11-14T17:18:04,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/f258c2424bdc48b5b7ae55353bec5556 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f258c2424bdc48b5b7ae55353bec5556 2024-11-14T17:18:04,437 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f258c2424bdc48b5b7ae55353bec5556, entries=150, sequenceid=41, filesize=30.2 K 2024-11-14T17:18:04,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/c7862fbbe5644de3ba789e5ddc2c3063 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/c7862fbbe5644de3ba789e5ddc2c3063 2024-11-14T17:18:04,445 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/c7862fbbe5644de3ba789e5ddc2c3063, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T17:18:04,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/b7ab0bdb910040cba08ba4c8b141e3de as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b7ab0bdb910040cba08ba4c8b141e3de 2024-11-14T17:18:04,454 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b7ab0bdb910040cba08ba4c8b141e3de, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T17:18:04,457 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f67bb1bee88268a42e48598e1cd9ab06 in 1423ms, sequenceid=41, compaction requested=false 2024-11-14T17:18:04,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:04,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:04,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-14T17:18:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=40 2024-11-14T17:18:04,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-14T17:18:04,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6650 sec 2024-11-14T17:18:04,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees in 2.6720 sec 2024-11-14T17:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:05,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T17:18:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:05,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:05,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:05,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d7e58e67c0034c0aa902224fd663bf43_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604685196/Put/seqid=0 2024-11-14T17:18:05,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604745237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604745239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604745244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604745239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604745245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741931_1107 (size=12154) 2024-11-14T17:18:05,286 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:05,293 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d7e58e67c0034c0aa902224fd663bf43_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7e58e67c0034c0aa902224fd663bf43_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:05,295 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/54d0e54339584cca9ff8b51fbce62352, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:05,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/54d0e54339584cca9ff8b51fbce62352 is 175, key is test_row_0/A:col10/1731604685196/Put/seqid=0 2024-11-14T17:18:05,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741932_1108 (size=30955) 2024-11-14T17:18:05,326 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/54d0e54339584cca9ff8b51fbce62352 2024-11-14T17:18:05,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604745349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604745350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604745350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604745352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604745352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/e2db87571d894655857cbb00b03683eb is 50, key is test_row_0/B:col10/1731604685196/Put/seqid=0 2024-11-14T17:18:05,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741933_1109 (size=12001) 2024-11-14T17:18:05,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/e2db87571d894655857cbb00b03683eb 2024-11-14T17:18:05,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/0738f92094ed420a8638d7c41493fa6d is 50, key is test_row_0/C:col10/1731604685196/Put/seqid=0 2024-11-14T17:18:05,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741934_1110 (size=12001) 2024-11-14T17:18:05,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604745554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604745555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604745558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604745559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604745559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/0738f92094ed420a8638d7c41493fa6d 2024-11-14T17:18:05,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/54d0e54339584cca9ff8b51fbce62352 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/54d0e54339584cca9ff8b51fbce62352 2024-11-14T17:18:05,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/54d0e54339584cca9ff8b51fbce62352, entries=150, sequenceid=53, filesize=30.2 K 2024-11-14T17:18:05,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/e2db87571d894655857cbb00b03683eb as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e2db87571d894655857cbb00b03683eb 2024-11-14T17:18:05,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e2db87571d894655857cbb00b03683eb, entries=150, sequenceid=53, filesize=11.7 K 2024-11-14T17:18:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/0738f92094ed420a8638d7c41493fa6d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/0738f92094ed420a8638d7c41493fa6d 2024-11-14T17:18:05,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/0738f92094ed420a8638d7c41493fa6d, entries=150, sequenceid=53, filesize=11.7 K 2024-11-14T17:18:05,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f67bb1bee88268a42e48598e1cd9ab06 in 621ms, sequenceid=53, compaction requested=true 2024-11-14T17:18:05,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:05,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:05,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:05,820 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:05,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:05,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:05,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:05,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T17:18:05,820 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:05,821 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:05,821 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:05,821 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/A is initiating minor compaction (all files) 2024-11-14T17:18:05,821 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/B is initiating minor compaction (all files) 2024-11-14T17:18:05,821 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/A in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:05,821 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/B in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:05,821 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2c1f10a3cc8b40e4b007ef217b1a3566, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f258c2424bdc48b5b7ae55353bec5556, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/54d0e54339584cca9ff8b51fbce62352] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=90.7 K 2024-11-14T17:18:05,822 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e8f7b0d0939d419baf9c57ddf0d4a97e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/c7862fbbe5644de3ba789e5ddc2c3063, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e2db87571d894655857cbb00b03683eb] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=35.2 K 2024-11-14T17:18:05,822 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:05,822 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2c1f10a3cc8b40e4b007ef217b1a3566, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f258c2424bdc48b5b7ae55353bec5556, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/54d0e54339584cca9ff8b51fbce62352] 2024-11-14T17:18:05,822 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting e8f7b0d0939d419baf9c57ddf0d4a97e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731604681805 2024-11-14T17:18:05,822 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c1f10a3cc8b40e4b007ef217b1a3566, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731604681805 2024-11-14T17:18:05,825 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c7862fbbe5644de3ba789e5ddc2c3063, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731604681914 2024-11-14T17:18:05,825 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting f258c2424bdc48b5b7ae55353bec5556, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731604681914 2024-11-14T17:18:05,826 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54d0e54339584cca9ff8b51fbce62352, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604683054 2024-11-14T17:18:05,826 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting e2db87571d894655857cbb00b03683eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604683054 2024-11-14T17:18:05,839 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:05,840 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#B#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:05,841 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/34884e405084452897cb3d75f13a4217 is 50, key is test_row_0/B:col10/1731604685196/Put/seqid=0 2024-11-14T17:18:05,845 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114aa9b2623d5a0492195262aed006618a4_f67bb1bee88268a42e48598e1cd9ab06 store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:05,849 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114aa9b2623d5a0492195262aed006618a4_f67bb1bee88268a42e48598e1cd9ab06, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:05,850 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aa9b2623d5a0492195262aed006618a4_f67bb1bee88268a42e48598e1cd9ab06 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:05,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741935_1111 (size=4469) 2024-11-14T17:18:05,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741936_1112 (size=12104) 2024-11-14T17:18:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:05,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T17:18:05,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:05,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:05,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:05,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:05,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:05,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:05,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604745876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604745880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604745881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604745884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d91162ef4b644772933c04c792906129_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604685863/Put/seqid=0 2024-11-14T17:18:05,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604745891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T17:18:05,901 INFO [Thread-526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-14T17:18:05,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-14T17:18:05,905 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T17:18:05,906 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:05,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:05,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741937_1113 (size=14594) 2024-11-14T17:18:05,920 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:05,928 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d91162ef4b644772933c04c792906129_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d91162ef4b644772933c04c792906129_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:05,930 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/997134fed49c40df906ad79a0812e931, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:05,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/997134fed49c40df906ad79a0812e931 is 175, key is test_row_0/A:col10/1731604685863/Put/seqid=0 2024-11-14T17:18:05,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741938_1114 (size=39549) 2024-11-14T17:18:05,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604745985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604745985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604745988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604745992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:05,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604745994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T17:18:06,059 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T17:18:06,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:06,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604746189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604746189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604746194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604746194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604746198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T17:18:06,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T17:18:06,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:06,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,271 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#A#compaction#91 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:06,273 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/9269b1b93ae0454585bfd97ac2a7eec4 is 175, key is test_row_0/A:col10/1731604685196/Put/seqid=0 2024-11-14T17:18:06,281 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/34884e405084452897cb3d75f13a4217 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/34884e405084452897cb3d75f13a4217 2024-11-14T17:18:06,290 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/B of f67bb1bee88268a42e48598e1cd9ab06 into 34884e405084452897cb3d75f13a4217(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:06,290 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:06,290 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/B, priority=13, startTime=1731604685820; duration=0sec 2024-11-14T17:18:06,290 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:06,290 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:B 2024-11-14T17:18:06,291 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:06,293 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:06,293 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/C is initiating minor compaction (all files) 2024-11-14T17:18:06,293 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/C in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,293 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/c29894071cf7451c94b5dece9e552e18, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b7ab0bdb910040cba08ba4c8b141e3de, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/0738f92094ed420a8638d7c41493fa6d] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=35.2 K 2024-11-14T17:18:06,294 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c29894071cf7451c94b5dece9e552e18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731604681805 2024-11-14T17:18:06,294 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting b7ab0bdb910040cba08ba4c8b141e3de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731604681914 2024-11-14T17:18:06,295 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 0738f92094ed420a8638d7c41493fa6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604683054 2024-11-14T17:18:06,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741939_1115 (size=31058) 2024-11-14T17:18:06,316 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#C#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:06,316 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/18a07fa58a3f4cbb8350c9909063532e is 50, key is test_row_0/C:col10/1731604685196/Put/seqid=0 2024-11-14T17:18:06,317 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/9269b1b93ae0454585bfd97ac2a7eec4 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/9269b1b93ae0454585bfd97ac2a7eec4 2024-11-14T17:18:06,330 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/A of f67bb1bee88268a42e48598e1cd9ab06 into 9269b1b93ae0454585bfd97ac2a7eec4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:06,330 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:06,330 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/A, priority=13, startTime=1731604685820; duration=0sec 2024-11-14T17:18:06,330 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:06,330 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:A 2024-11-14T17:18:06,337 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/997134fed49c40df906ad79a0812e931 2024-11-14T17:18:06,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741940_1116 (size=12104) 2024-11-14T17:18:06,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/cb8175df3ef24280bd9aaa4da51b11a3 is 50, key is test_row_0/B:col10/1731604685863/Put/seqid=0 2024-11-14T17:18:06,367 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T17:18:06,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:06,368 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/18a07fa58a3f4cbb8350c9909063532e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/18a07fa58a3f4cbb8350c9909063532e 2024-11-14T17:18:06,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741941_1117 (size=12001) 2024-11-14T17:18:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/cb8175df3ef24280bd9aaa4da51b11a3 2024-11-14T17:18:06,376 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/C of f67bb1bee88268a42e48598e1cd9ab06 into 18a07fa58a3f4cbb8350c9909063532e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:06,376 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:06,376 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/C, priority=13, startTime=1731604685820; duration=0sec 2024-11-14T17:18:06,376 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:06,376 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:C 2024-11-14T17:18:06,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/b5b28a930892421d835fd2d184c5542b is 50, key is test_row_0/C:col10/1731604685863/Put/seqid=0 2024-11-14T17:18:06,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741942_1118 (size=12001) 2024-11-14T17:18:06,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/b5b28a930892421d835fd2d184c5542b 2024-11-14T17:18:06,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/997134fed49c40df906ad79a0812e931 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/997134fed49c40df906ad79a0812e931 2024-11-14T17:18:06,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/997134fed49c40df906ad79a0812e931, entries=200, sequenceid=80, filesize=38.6 K 2024-11-14T17:18:06,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/cb8175df3ef24280bd9aaa4da51b11a3 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/cb8175df3ef24280bd9aaa4da51b11a3 2024-11-14T17:18:06,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/cb8175df3ef24280bd9aaa4da51b11a3, entries=150, sequenceid=80, filesize=11.7 K 2024-11-14T17:18:06,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/b5b28a930892421d835fd2d184c5542b as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b5b28a930892421d835fd2d184c5542b 2024-11-14T17:18:06,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b5b28a930892421d835fd2d184c5542b, entries=150, sequenceid=80, filesize=11.7 K 2024-11-14T17:18:06,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f67bb1bee88268a42e48598e1cd9ab06 in 606ms, sequenceid=80, compaction requested=false 2024-11-14T17:18:06,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:06,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:18:06,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:06,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:06,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:06,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:06,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:06,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T17:18:06,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T17:18:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149ad6be69ae1a4f8699c4705d09519e6e_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604686492/Put/seqid=0 2024-11-14T17:18:06,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604746532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604746536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604746536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604746537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604746559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741943_1119 (size=12154) 2024-11-14T17:18:06,587 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:06,599 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149ad6be69ae1a4f8699c4705d09519e6e_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149ad6be69ae1a4f8699c4705d09519e6e_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:06,600 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/f5e2bf4536fc4ab3bc2603e4c0528589, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:06,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/f5e2bf4536fc4ab3bc2603e4c0528589 is 175, key is test_row_0/A:col10/1731604686492/Put/seqid=0 2024-11-14T17:18:06,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741944_1120 (size=30955) 2024-11-14T17:18:06,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604746639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604746660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604746661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604746662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604746664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T17:18:06,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T17:18:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604746844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604746863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604746868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604746869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604746870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,985 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:06,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T17:18:06,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:06,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:06,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T17:18:07,028 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/f5e2bf4536fc4ab3bc2603e4c0528589 2024-11-14T17:18:07,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/a6f636f29a384f68b2859cfe18f082d2 is 50, key is test_row_0/B:col10/1731604686492/Put/seqid=0 2024-11-14T17:18:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741945_1121 (size=12001) 2024-11-14T17:18:07,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/a6f636f29a384f68b2859cfe18f082d2 2024-11-14T17:18:07,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/8c26cf4e5bf046fd8d9b7c1129bc5c32 is 50, key is test_row_0/C:col10/1731604686492/Put/seqid=0 2024-11-14T17:18:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741946_1122 (size=12001) 2024-11-14T17:18:07,138 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T17:18:07,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:07,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:07,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:07,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:07,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604747149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604747165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604747170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604747171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604747174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,293 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T17:18:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:07,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:07,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:07,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:07,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:07,447 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T17:18:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:07,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:07,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/8c26cf4e5bf046fd8d9b7c1129bc5c32 2024-11-14T17:18:07,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/f5e2bf4536fc4ab3bc2603e4c0528589 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f5e2bf4536fc4ab3bc2603e4c0528589 2024-11-14T17:18:07,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f5e2bf4536fc4ab3bc2603e4c0528589, entries=150, sequenceid=94, filesize=30.2 K 2024-11-14T17:18:07,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/a6f636f29a384f68b2859cfe18f082d2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/a6f636f29a384f68b2859cfe18f082d2 2024-11-14T17:18:07,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/a6f636f29a384f68b2859cfe18f082d2, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T17:18:07,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/8c26cf4e5bf046fd8d9b7c1129bc5c32 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/8c26cf4e5bf046fd8d9b7c1129bc5c32 2024-11-14T17:18:07,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/8c26cf4e5bf046fd8d9b7c1129bc5c32, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T17:18:07,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f67bb1bee88268a42e48598e1cd9ab06 in 1004ms, sequenceid=94, compaction requested=true 2024-11-14T17:18:07,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:07,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:07,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:07,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:07,503 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:07,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:07,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:07,503 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:07,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:07,504 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:07,504 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:07,505 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/A is initiating minor compaction (all files) 2024-11-14T17:18:07,505 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/B is initiating minor compaction (all files) 2024-11-14T17:18:07,505 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/A in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:07,505 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/B in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:07,505 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/9269b1b93ae0454585bfd97ac2a7eec4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/997134fed49c40df906ad79a0812e931, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f5e2bf4536fc4ab3bc2603e4c0528589] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=99.2 K 2024-11-14T17:18:07,505 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/34884e405084452897cb3d75f13a4217, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/cb8175df3ef24280bd9aaa4da51b11a3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/a6f636f29a384f68b2859cfe18f082d2] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=35.3 K 2024-11-14T17:18:07,505 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:07,505 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/9269b1b93ae0454585bfd97ac2a7eec4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/997134fed49c40df906ad79a0812e931, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f5e2bf4536fc4ab3bc2603e4c0528589] 2024-11-14T17:18:07,505 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 34884e405084452897cb3d75f13a4217, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604683054 2024-11-14T17:18:07,506 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting cb8175df3ef24280bd9aaa4da51b11a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731604685862 2024-11-14T17:18:07,506 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting a6f636f29a384f68b2859cfe18f082d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731604685877 2024-11-14T17:18:07,506 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9269b1b93ae0454585bfd97ac2a7eec4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604683054 2024-11-14T17:18:07,508 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 997134fed49c40df906ad79a0812e931, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731604685237 2024-11-14T17:18:07,509 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5e2bf4536fc4ab3bc2603e4c0528589, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731604685877 2024-11-14T17:18:07,520 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:07,520 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:07,521 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/99a5b92cae0d450d9dc407250c3f845a is 50, key is test_row_0/B:col10/1731604686492/Put/seqid=0 2024-11-14T17:18:07,524 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114c5676cf485974c56b56d583e7dec531a_f67bb1bee88268a42e48598e1cd9ab06 store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:07,527 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114c5676cf485974c56b56d583e7dec531a_f67bb1bee88268a42e48598e1cd9ab06, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:07,527 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c5676cf485974c56b56d583e7dec531a_f67bb1bee88268a42e48598e1cd9ab06 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741947_1123 (size=12207) 2024-11-14T17:18:07,540 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/99a5b92cae0d450d9dc407250c3f845a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/99a5b92cae0d450d9dc407250c3f845a 2024-11-14T17:18:07,547 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/B of f67bb1bee88268a42e48598e1cd9ab06 into 99a5b92cae0d450d9dc407250c3f845a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:07,547 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:07,547 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/B, priority=13, startTime=1731604687503; duration=0sec 2024-11-14T17:18:07,548 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:07,548 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:B 2024-11-14T17:18:07,548 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:07,549 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:07,549 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/C is initiating minor compaction (all files) 2024-11-14T17:18:07,549 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/C in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:07,549 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/18a07fa58a3f4cbb8350c9909063532e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b5b28a930892421d835fd2d184c5542b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/8c26cf4e5bf046fd8d9b7c1129bc5c32] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=35.3 K 2024-11-14T17:18:07,550 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 18a07fa58a3f4cbb8350c9909063532e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604683054 2024-11-14T17:18:07,550 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting b5b28a930892421d835fd2d184c5542b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731604685862 2024-11-14T17:18:07,551 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c26cf4e5bf046fd8d9b7c1129bc5c32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731604685877 2024-11-14T17:18:07,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741948_1124 (size=4469) 2024-11-14T17:18:07,563 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#A#compaction#100 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:07,564 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/da41f7e6c1ae4faaabc3fba091bdba64 is 175, key is test_row_0/A:col10/1731604686492/Put/seqid=0 2024-11-14T17:18:07,571 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#C#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:07,571 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/f7f7ec4303774d98b5c1dbb8b23b4520 is 50, key is test_row_0/C:col10/1731604686492/Put/seqid=0 2024-11-14T17:18:07,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741949_1125 (size=31161) 2024-11-14T17:18:07,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741950_1126 (size=12207) 2024-11-14T17:18:07,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-14T17:18:07,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:07,604 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T17:18:07,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:07,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:07,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:07,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:07,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:07,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:07,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147e67726382f34e9996093cf712e66448_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604686533/Put/seqid=0 2024-11-14T17:18:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741951_1127 (size=12154) 2024-11-14T17:18:07,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:07,639 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147e67726382f34e9996093cf712e66448_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147e67726382f34e9996093cf712e66448_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:07,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/bcc57dbb9cb44c77888602fb8b618a17, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:07,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/bcc57dbb9cb44c77888602fb8b618a17 is 175, key is test_row_0/A:col10/1731604686533/Put/seqid=0 2024-11-14T17:18:07,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:07,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741952_1128 (size=30955) 2024-11-14T17:18:07,668 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/bcc57dbb9cb44c77888602fb8b618a17 2024-11-14T17:18:07,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604747676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604747677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604747678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604747681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604747681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/fb93e0b201c9443b87997a96db2a7bcc is 50, key is test_row_0/B:col10/1731604686533/Put/seqid=0 2024-11-14T17:18:07,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741953_1129 (size=12001) 2024-11-14T17:18:07,710 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/fb93e0b201c9443b87997a96db2a7bcc 2024-11-14T17:18:07,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/94ecda4d2b804893b2112baff7b7148a is 50, key is test_row_0/C:col10/1731604686533/Put/seqid=0 2024-11-14T17:18:07,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741954_1130 (size=12001) 2024-11-14T17:18:07,740 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/94ecda4d2b804893b2112baff7b7148a 2024-11-14T17:18:07,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/bcc57dbb9cb44c77888602fb8b618a17 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/bcc57dbb9cb44c77888602fb8b618a17 2024-11-14T17:18:07,755 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/bcc57dbb9cb44c77888602fb8b618a17, entries=150, sequenceid=120, filesize=30.2 K 2024-11-14T17:18:07,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/fb93e0b201c9443b87997a96db2a7bcc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/fb93e0b201c9443b87997a96db2a7bcc 2024-11-14T17:18:07,763 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/fb93e0b201c9443b87997a96db2a7bcc, entries=150, sequenceid=120, filesize=11.7 K 2024-11-14T17:18:07,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/94ecda4d2b804893b2112baff7b7148a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/94ecda4d2b804893b2112baff7b7148a 2024-11-14T17:18:07,769 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/94ecda4d2b804893b2112baff7b7148a, entries=150, sequenceid=120, filesize=11.7 K 2024-11-14T17:18:07,770 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f67bb1bee88268a42e48598e1cd9ab06 in 166ms, sequenceid=120, compaction requested=false 2024-11-14T17:18:07,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:07,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:07,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-14T17:18:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-14T17:18:07,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-14T17:18:07,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8650 sec 2024-11-14T17:18:07,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 1.8700 sec 2024-11-14T17:18:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:07,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T17:18:07,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:07,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:07,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:07,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:07,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:07,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:07,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149bd3e0d4e219423da32ba676ab3afd61_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604687786/Put/seqid=0 2024-11-14T17:18:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741955_1131 (size=12254) 2024-11-14T17:18:07,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604747861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604747861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604747966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604747966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:07,999 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/da41f7e6c1ae4faaabc3fba091bdba64 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/da41f7e6c1ae4faaabc3fba091bdba64 2024-11-14T17:18:07,999 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/f7f7ec4303774d98b5c1dbb8b23b4520 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f7f7ec4303774d98b5c1dbb8b23b4520 2024-11-14T17:18:08,006 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/C of f67bb1bee88268a42e48598e1cd9ab06 into f7f7ec4303774d98b5c1dbb8b23b4520(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:08,006 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:08,006 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/C, priority=13, startTime=1731604687503; duration=0sec 2024-11-14T17:18:08,006 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:08,007 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:C 2024-11-14T17:18:08,007 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/A of f67bb1bee88268a42e48598e1cd9ab06 into da41f7e6c1ae4faaabc3fba091bdba64(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:08,007 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:08,007 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/A, priority=13, startTime=1731604687503; duration=0sec 2024-11-14T17:18:08,007 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:08,007 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:A 2024-11-14T17:18:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-14T17:18:08,011 INFO [Thread-526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-14T17:18:08,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-14T17:18:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T17:18:08,015 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:08,016 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:08,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T17:18:08,168 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T17:18:08,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:08,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:08,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:08,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:08,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604748168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604748169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,236 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:08,241 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149bd3e0d4e219423da32ba676ab3afd61_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149bd3e0d4e219423da32ba676ab3afd61_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:08,242 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/3785a818befd4ccb8b680f163f469789, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:08,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/3785a818befd4ccb8b680f163f469789 is 175, key is test_row_0/A:col10/1731604687786/Put/seqid=0 2024-11-14T17:18:08,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741956_1132 (size=31055) 2024-11-14T17:18:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T17:18:08,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T17:18:08,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:08,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:08,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:08,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604748471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604748473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T17:18:08,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:08,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:08,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:08,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T17:18:08,635 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T17:18:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:08,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,649 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/3785a818befd4ccb8b680f163f469789 2024-11-14T17:18:08,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/1b6c4fe6a8bb4b54b3f2dc0b5c1f253a is 50, key is test_row_0/B:col10/1731604687786/Put/seqid=0 2024-11-14T17:18:08,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741957_1133 (size=12101) 2024-11-14T17:18:08,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604748685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604748688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604748691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T17:18:08,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:08,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:08,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:08,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,942 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T17:18:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:08,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:08,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604748976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:08,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604748979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:09,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/1b6c4fe6a8bb4b54b3f2dc0b5c1f253a 2024-11-14T17:18:09,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/2be9f6c810cd49b38162ff72d45a3d75 is 50, key is test_row_0/C:col10/1731604687786/Put/seqid=0 2024-11-14T17:18:09,096 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:09,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T17:18:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:09,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:09,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:09,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:09,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:09,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741958_1134 (size=12101) 2024-11-14T17:18:09,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/2be9f6c810cd49b38162ff72d45a3d75 2024-11-14T17:18:09,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/3785a818befd4ccb8b680f163f469789 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/3785a818befd4ccb8b680f163f469789 2024-11-14T17:18:09,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/3785a818befd4ccb8b680f163f469789, entries=150, sequenceid=134, filesize=30.3 K 2024-11-14T17:18:09,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/1b6c4fe6a8bb4b54b3f2dc0b5c1f253a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/1b6c4fe6a8bb4b54b3f2dc0b5c1f253a 2024-11-14T17:18:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T17:18:09,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/1b6c4fe6a8bb4b54b3f2dc0b5c1f253a, entries=150, sequenceid=134, filesize=11.8 K 2024-11-14T17:18:09,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/2be9f6c810cd49b38162ff72d45a3d75 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/2be9f6c810cd49b38162ff72d45a3d75 2024-11-14T17:18:09,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/2be9f6c810cd49b38162ff72d45a3d75, entries=150, sequenceid=134, filesize=11.8 K 2024-11-14T17:18:09,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f67bb1bee88268a42e48598e1cd9ab06 in 1342ms, sequenceid=134, compaction requested=true 2024-11-14T17:18:09,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:09,131 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:09,131 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:09,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:09,132 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:09,132 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:09,132 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/A is initiating minor compaction (all files) 2024-11-14T17:18:09,132 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/B is initiating minor compaction (all files) 2024-11-14T17:18:09,132 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/A in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:09,132 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/B in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:09,132 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/da41f7e6c1ae4faaabc3fba091bdba64, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/bcc57dbb9cb44c77888602fb8b618a17, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/3785a818befd4ccb8b680f163f469789] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=91.0 K 2024-11-14T17:18:09,132 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/99a5b92cae0d450d9dc407250c3f845a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/fb93e0b201c9443b87997a96db2a7bcc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/1b6c4fe6a8bb4b54b3f2dc0b5c1f253a] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=35.5 K 2024-11-14T17:18:09,132 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:09,132 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/da41f7e6c1ae4faaabc3fba091bdba64, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/bcc57dbb9cb44c77888602fb8b618a17, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/3785a818befd4ccb8b680f163f469789] 2024-11-14T17:18:09,133 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 99a5b92cae0d450d9dc407250c3f845a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731604685877 2024-11-14T17:18:09,133 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting da41f7e6c1ae4faaabc3fba091bdba64, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731604685877 2024-11-14T17:18:09,134 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting fb93e0b201c9443b87997a96db2a7bcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731604686533 2024-11-14T17:18:09,134 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcc57dbb9cb44c77888602fb8b618a17, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731604686533 2024-11-14T17:18:09,134 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b6c4fe6a8bb4b54b3f2dc0b5c1f253a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731604687661 2024-11-14T17:18:09,134 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3785a818befd4ccb8b680f163f469789, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731604687661 2024-11-14T17:18:09,147 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#B#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:09,148 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/96a9708e8d134d00a356300e486c51fd is 50, key is test_row_0/B:col10/1731604687786/Put/seqid=0 2024-11-14T17:18:09,150 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:09,153 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411146f578eb5a2da430c89b5406c6760e64e_f67bb1bee88268a42e48598e1cd9ab06 store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:09,155 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411146f578eb5a2da430c89b5406c6760e64e_f67bb1bee88268a42e48598e1cd9ab06, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:09,156 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146f578eb5a2da430c89b5406c6760e64e_f67bb1bee88268a42e48598e1cd9ab06 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:09,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741960_1136 (size=4469) 2024-11-14T17:18:09,172 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#A#compaction#109 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:09,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741959_1135 (size=12409) 2024-11-14T17:18:09,173 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/5f340247c0c145fc9f206131476b07c1 is 175, key is test_row_0/A:col10/1731604687786/Put/seqid=0 2024-11-14T17:18:09,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741961_1137 (size=31363) 2024-11-14T17:18:09,249 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:09,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-14T17:18:09,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:09,250 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T17:18:09,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:09,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:09,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:09,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:09,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:09,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:09,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142ebd63c1548c45ebb5d30636cdd191e2_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604687819/Put/seqid=0 2024-11-14T17:18:09,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741962_1138 (size=12304) 2024-11-14T17:18:09,581 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/96a9708e8d134d00a356300e486c51fd as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/96a9708e8d134d00a356300e486c51fd 2024-11-14T17:18:09,588 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/B of f67bb1bee88268a42e48598e1cd9ab06 into 96a9708e8d134d00a356300e486c51fd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:09,588 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:09,588 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/B, priority=13, startTime=1731604689131; duration=0sec 2024-11-14T17:18:09,588 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:09,588 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:B 2024-11-14T17:18:09,589 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:09,590 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:09,590 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/C is initiating minor compaction (all files) 2024-11-14T17:18:09,590 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/C in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:09,590 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f7f7ec4303774d98b5c1dbb8b23b4520, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/94ecda4d2b804893b2112baff7b7148a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/2be9f6c810cd49b38162ff72d45a3d75] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=35.5 K 2024-11-14T17:18:09,591 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting f7f7ec4303774d98b5c1dbb8b23b4520, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731604685877 2024-11-14T17:18:09,591 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 94ecda4d2b804893b2112baff7b7148a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731604686533 2024-11-14T17:18:09,592 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 2be9f6c810cd49b38162ff72d45a3d75, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731604687661 2024-11-14T17:18:09,597 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/5f340247c0c145fc9f206131476b07c1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/5f340247c0c145fc9f206131476b07c1 2024-11-14T17:18:09,604 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/A of f67bb1bee88268a42e48598e1cd9ab06 into 5f340247c0c145fc9f206131476b07c1(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:09,604 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:09,604 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/A, priority=13, startTime=1731604689131; duration=0sec 2024-11-14T17:18:09,605 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:09,605 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:A 2024-11-14T17:18:09,614 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#C#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:09,615 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/87d4611f48f0427db9958353fae4bf86 is 50, key is test_row_0/C:col10/1731604687786/Put/seqid=0 2024-11-14T17:18:09,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741963_1139 (size=12409) 2024-11-14T17:18:09,628 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/87d4611f48f0427db9958353fae4bf86 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/87d4611f48f0427db9958353fae4bf86 2024-11-14T17:18:09,634 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/C of f67bb1bee88268a42e48598e1cd9ab06 into 87d4611f48f0427db9958353fae4bf86(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:09,634 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:09,634 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/C, priority=13, startTime=1731604689131; duration=0sec 2024-11-14T17:18:09,634 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:09,634 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:C 2024-11-14T17:18:09,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,679 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142ebd63c1548c45ebb5d30636cdd191e2_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142ebd63c1548c45ebb5d30636cdd191e2_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/09d9fdec6c6c41118ccd62bdbfd0b5ec, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/09d9fdec6c6c41118ccd62bdbfd0b5ec is 175, key is test_row_0/A:col10/1731604687819/Put/seqid=0 2024-11-14T17:18:09,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741964_1140 (size=31105) 2024-11-14T17:18:09,686 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/09d9fdec6c6c41118ccd62bdbfd0b5ec 2024-11-14T17:18:09,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/7e17059d3f784ac591bd79ab7a0d5a87 is 50, key is test_row_0/B:col10/1731604687819/Put/seqid=0 2024-11-14T17:18:09,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741965_1141 (size=12151) 2024-11-14T17:18:09,706 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/7e17059d3f784ac591bd79ab7a0d5a87 2024-11-14T17:18:09,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/a138bf226ed44ccfbc1ec2018539ef93 is 50, key is test_row_0/C:col10/1731604687819/Put/seqid=0 2024-11-14T17:18:09,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741966_1142 (size=12151) 2024-11-14T17:18:09,722 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/a138bf226ed44ccfbc1ec2018539ef93 2024-11-14T17:18:09,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/09d9fdec6c6c41118ccd62bdbfd0b5ec as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/09d9fdec6c6c41118ccd62bdbfd0b5ec 2024-11-14T17:18:09,737 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/09d9fdec6c6c41118ccd62bdbfd0b5ec, entries=150, sequenceid=158, filesize=30.4 K 2024-11-14T17:18:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/7e17059d3f784ac591bd79ab7a0d5a87 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/7e17059d3f784ac591bd79ab7a0d5a87 2024-11-14T17:18:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,743 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/7e17059d3f784ac591bd79ab7a0d5a87, entries=150, sequenceid=158, filesize=11.9 K 2024-11-14T17:18:09,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/a138bf226ed44ccfbc1ec2018539ef93 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/a138bf226ed44ccfbc1ec2018539ef93 2024-11-14T17:18:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,749 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/a138bf226ed44ccfbc1ec2018539ef93, entries=150, sequenceid=158, filesize=11.9 K 2024-11-14T17:18:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,752 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for f67bb1bee88268a42e48598e1cd9ab06 in 501ms, sequenceid=158, compaction requested=false 2024-11-14T17:18:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-14T17:18:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-14T17:18:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-14T17:18:09,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7370 sec 2024-11-14T17:18:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.7420 sec 2024-11-14T17:18:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T17:18:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ac35b141fbc34fbe9a014f2d4558bf54_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604690061/Put/seqid=0 2024-11-14T17:18:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-14T17:18:10,120 INFO [Thread-526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-14T17:18:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-14T17:18:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T17:18:10,126 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:10,127 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741968_1144 (size=27248) 2024-11-14T17:18:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604750162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604750165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T17:18:10,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604750268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604750270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T17:18:10,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:10,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:10,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T17:18:10,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T17:18:10,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:10,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:10,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:10,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604750471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604750475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,538 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:10,543 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ac35b141fbc34fbe9a014f2d4558bf54_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ac35b141fbc34fbe9a014f2d4558bf54_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:10,544 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/6d3a474559e547519d2194752e1face9, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:10,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/6d3a474559e547519d2194752e1face9 is 175, key is test_row_0/A:col10/1731604690061/Put/seqid=0 2024-11-14T17:18:10,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741967_1143 (size=83035) 2024-11-14T17:18:10,548 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/6d3a474559e547519d2194752e1face9 2024-11-14T17:18:10,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/263095009ac84775b8b09583793a90a4 is 50, key is test_row_0/B:col10/1731604690061/Put/seqid=0 2024-11-14T17:18:10,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741969_1145 (size=12151) 2024-11-14T17:18:10,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T17:18:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:10,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604750690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,692 DEBUG [Thread-522 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:10,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604750697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,699 DEBUG [Thread-518 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:10,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604750712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,715 DEBUG [Thread-516 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T17:18:10,738 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T17:18:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:10,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604750775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604750777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:10,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T17:18:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:10,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:10,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/263095009ac84775b8b09583793a90a4 2024-11-14T17:18:10,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/f89ac25d9a9e437596c01093c91d4b5d is 50, key is test_row_0/C:col10/1731604690061/Put/seqid=0 2024-11-14T17:18:10,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741970_1146 (size=12151) 2024-11-14T17:18:11,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:11,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T17:18:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:11,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:11,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:11,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T17:18:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:11,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:11,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:11,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T17:18:11,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604751283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:11,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604751283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:11,350 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:11,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T17:18:11,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:11,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:11,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:11,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:11,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:11,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/f89ac25d9a9e437596c01093c91d4b5d 2024-11-14T17:18:11,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/6d3a474559e547519d2194752e1face9 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/6d3a474559e547519d2194752e1face9 2024-11-14T17:18:11,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/6d3a474559e547519d2194752e1face9, entries=450, sequenceid=173, filesize=81.1 K 2024-11-14T17:18:11,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/263095009ac84775b8b09583793a90a4 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/263095009ac84775b8b09583793a90a4 2024-11-14T17:18:11,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/263095009ac84775b8b09583793a90a4, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T17:18:11,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/f89ac25d9a9e437596c01093c91d4b5d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f89ac25d9a9e437596c01093c91d4b5d 2024-11-14T17:18:11,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f89ac25d9a9e437596c01093c91d4b5d, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T17:18:11,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f67bb1bee88268a42e48598e1cd9ab06 in 1345ms, sequenceid=173, compaction requested=true 2024-11-14T17:18:11,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:11,420 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:11,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:11,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:11,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:11,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:11,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:11,421 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:11,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:11,422 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:11,422 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/A is initiating minor compaction (all files) 2024-11-14T17:18:11,422 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/A in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:11,422 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/5f340247c0c145fc9f206131476b07c1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/09d9fdec6c6c41118ccd62bdbfd0b5ec, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/6d3a474559e547519d2194752e1face9] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=142.1 K 2024-11-14T17:18:11,422 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:11,422 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/5f340247c0c145fc9f206131476b07c1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/09d9fdec6c6c41118ccd62bdbfd0b5ec, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/6d3a474559e547519d2194752e1face9] 2024-11-14T17:18:11,422 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:11,422 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f340247c0c145fc9f206131476b07c1, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731604687661 2024-11-14T17:18:11,423 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/B is initiating minor compaction (all files) 2024-11-14T17:18:11,423 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/B in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:11,423 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/96a9708e8d134d00a356300e486c51fd, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/7e17059d3f784ac591bd79ab7a0d5a87, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/263095009ac84775b8b09583793a90a4] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=35.9 K 2024-11-14T17:18:11,423 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09d9fdec6c6c41118ccd62bdbfd0b5ec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731604687819 2024-11-14T17:18:11,423 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 96a9708e8d134d00a356300e486c51fd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731604687661 2024-11-14T17:18:11,424 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d3a474559e547519d2194752e1face9, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731604690009 2024-11-14T17:18:11,424 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e17059d3f784ac591bd79ab7a0d5a87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731604687819 2024-11-14T17:18:11,425 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 263095009ac84775b8b09583793a90a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731604690061 2024-11-14T17:18:11,432 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:11,437 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#B#compaction#118 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:11,438 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/80a827336f174e09bd6ce8a11774a4cc is 50, key is test_row_0/B:col10/1731604690061/Put/seqid=0 2024-11-14T17:18:11,439 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411142aa95f5fc5ab4438be186fdef3e07fb3_f67bb1bee88268a42e48598e1cd9ab06 store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:11,444 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411142aa95f5fc5ab4438be186fdef3e07fb3_f67bb1bee88268a42e48598e1cd9ab06, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:11,444 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142aa95f5fc5ab4438be186fdef3e07fb3_f67bb1bee88268a42e48598e1cd9ab06 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:11,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741971_1147 (size=12561) 2024-11-14T17:18:11,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741972_1148 (size=4469) 2024-11-14T17:18:11,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:11,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-14T17:18:11,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:11,504 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T17:18:11,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:11,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149ec8bf61bc6b40399449b09d7a3aa7c1_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604690164/Put/seqid=0 2024-11-14T17:18:11,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741973_1149 (size=12304) 2024-11-14T17:18:11,689 INFO [master/38cb5ac947ac:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T17:18:11,689 INFO [master/38cb5ac947ac:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T17:18:11,861 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/80a827336f174e09bd6ce8a11774a4cc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/80a827336f174e09bd6ce8a11774a4cc 2024-11-14T17:18:11,867 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/B of f67bb1bee88268a42e48598e1cd9ab06 into 80a827336f174e09bd6ce8a11774a4cc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:11,867 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:11,867 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/B, priority=13, startTime=1731604691421; duration=0sec 2024-11-14T17:18:11,867 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:11,867 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:B 2024-11-14T17:18:11,867 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:11,868 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:11,868 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/C is initiating minor compaction (all files) 2024-11-14T17:18:11,868 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/C in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:11,868 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/87d4611f48f0427db9958353fae4bf86, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/a138bf226ed44ccfbc1ec2018539ef93, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f89ac25d9a9e437596c01093c91d4b5d] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=35.9 K 2024-11-14T17:18:11,869 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 87d4611f48f0427db9958353fae4bf86, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731604687661 2024-11-14T17:18:11,869 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting a138bf226ed44ccfbc1ec2018539ef93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731604687819 2024-11-14T17:18:11,870 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting f89ac25d9a9e437596c01093c91d4b5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731604690061 2024-11-14T17:18:11,875 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#A#compaction#117 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:11,876 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/5fb3eac34a644a75aa4369ab835de736 is 175, key is test_row_0/A:col10/1731604690061/Put/seqid=0 2024-11-14T17:18:11,881 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#C#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:11,881 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/643d9b154ab34384a5f940c4e7e94562 is 50, key is test_row_0/C:col10/1731604690061/Put/seqid=0 2024-11-14T17:18:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741974_1150 (size=31515) 2024-11-14T17:18:11,890 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/5fb3eac34a644a75aa4369ab835de736 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/5fb3eac34a644a75aa4369ab835de736 2024-11-14T17:18:11,896 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/A of f67bb1bee88268a42e48598e1cd9ab06 into 5fb3eac34a644a75aa4369ab835de736(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:11,897 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:11,897 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/A, priority=13, startTime=1731604691420; duration=0sec 2024-11-14T17:18:11,897 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:11,897 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:A 2024-11-14T17:18:11,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741975_1151 (size=12561) 2024-11-14T17:18:11,906 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/643d9b154ab34384a5f940c4e7e94562 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/643d9b154ab34384a5f940c4e7e94562 2024-11-14T17:18:11,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:11,931 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/C of f67bb1bee88268a42e48598e1cd9ab06 into 643d9b154ab34384a5f940c4e7e94562(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:11,931 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:11,931 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/C, priority=13, startTime=1731604691421; duration=0sec 2024-11-14T17:18:11,931 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:11,931 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:C 2024-11-14T17:18:11,933 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149ec8bf61bc6b40399449b09d7a3aa7c1_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149ec8bf61bc6b40399449b09d7a3aa7c1_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:11,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/89af1571eb5f4428b8ff5e073244604b, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:11,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/89af1571eb5f4428b8ff5e073244604b is 175, key is test_row_0/A:col10/1731604690164/Put/seqid=0 2024-11-14T17:18:11,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741976_1152 (size=31105) 2024-11-14T17:18:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T17:18:12,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:12,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604752298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:12,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604752299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:12,343 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/89af1571eb5f4428b8ff5e073244604b 2024-11-14T17:18:12,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/183d5a72e684432a988fe9644ec0ea5d is 50, key is test_row_0/B:col10/1731604690164/Put/seqid=0 2024-11-14T17:18:12,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741977_1153 (size=12151) 2024-11-14T17:18:12,362 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/183d5a72e684432a988fe9644ec0ea5d 2024-11-14T17:18:12,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/e83a4397fd0e4810a06790522c2dd383 is 50, key is test_row_0/C:col10/1731604690164/Put/seqid=0 2024-11-14T17:18:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741978_1154 (size=12151) 2024-11-14T17:18:12,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604752401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:12,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604752402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:12,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604752605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:12,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604752605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:12,778 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/e83a4397fd0e4810a06790522c2dd383 2024-11-14T17:18:12,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/89af1571eb5f4428b8ff5e073244604b as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/89af1571eb5f4428b8ff5e073244604b 2024-11-14T17:18:12,789 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/89af1571eb5f4428b8ff5e073244604b, entries=150, sequenceid=197, filesize=30.4 K 2024-11-14T17:18:12,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/183d5a72e684432a988fe9644ec0ea5d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/183d5a72e684432a988fe9644ec0ea5d 2024-11-14T17:18:12,794 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/183d5a72e684432a988fe9644ec0ea5d, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T17:18:12,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/e83a4397fd0e4810a06790522c2dd383 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/e83a4397fd0e4810a06790522c2dd383 2024-11-14T17:18:12,800 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/e83a4397fd0e4810a06790522c2dd383, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T17:18:12,801 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f67bb1bee88268a42e48598e1cd9ab06 in 1297ms, sequenceid=197, compaction requested=false 2024-11-14T17:18:12,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:12,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:12,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-14T17:18:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-14T17:18:12,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-14T17:18:12,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6760 sec 2024-11-14T17:18:12,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.6800 sec 2024-11-14T17:18:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:12,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T17:18:12,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:12,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:12,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:12,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:12,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:12,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:12,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140e41e0e76ad64bbf90a5eab59bdbb63c_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604692912/Put/seqid=0 2024-11-14T17:18:12,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741979_1155 (size=17284) 2024-11-14T17:18:12,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604752976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:12,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604752976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:13,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604753077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:13,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604753080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:13,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604753282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:13,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604753282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:13,357 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:13,362 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140e41e0e76ad64bbf90a5eab59bdbb63c_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140e41e0e76ad64bbf90a5eab59bdbb63c_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:13,363 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/2534f01f81cf411b910e06c82793e0e7, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:13,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/2534f01f81cf411b910e06c82793e0e7 is 175, key is test_row_0/A:col10/1731604692912/Put/seqid=0 2024-11-14T17:18:13,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741980_1156 (size=48389) 2024-11-14T17:18:13,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604753585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:13,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604753586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:13,769 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/2534f01f81cf411b910e06c82793e0e7 2024-11-14T17:18:13,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/12d48ac8c062446bb68f113aa8553ae4 is 50, key is test_row_0/B:col10/1731604692912/Put/seqid=0 2024-11-14T17:18:13,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741981_1157 (size=12151) 2024-11-14T17:18:14,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604754090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:14,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604754090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:14,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/12d48ac8c062446bb68f113aa8553ae4 2024-11-14T17:18:14,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/b7d37465e37a4f92a49063762485884f is 50, key is test_row_0/C:col10/1731604692912/Put/seqid=0 2024-11-14T17:18:14,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741982_1158 (size=12151) 2024-11-14T17:18:14,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/b7d37465e37a4f92a49063762485884f 2024-11-14T17:18:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/2534f01f81cf411b910e06c82793e0e7 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2534f01f81cf411b910e06c82793e0e7 2024-11-14T17:18:14,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2534f01f81cf411b910e06c82793e0e7, entries=250, sequenceid=214, filesize=47.3 K 2024-11-14T17:18:14,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/12d48ac8c062446bb68f113aa8553ae4 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/12d48ac8c062446bb68f113aa8553ae4 2024-11-14T17:18:14,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/12d48ac8c062446bb68f113aa8553ae4, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T17:18:14,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/b7d37465e37a4f92a49063762485884f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b7d37465e37a4f92a49063762485884f 2024-11-14T17:18:14,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b7d37465e37a4f92a49063762485884f, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T17:18:14,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f67bb1bee88268a42e48598e1cd9ab06 in 1280ms, sequenceid=214, compaction requested=true 2024-11-14T17:18:14,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:14,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:14,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:14,221 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:14,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:14,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:14,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:14,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:14,221 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:14,222 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:14,222 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/A is initiating minor compaction (all files) 2024-11-14T17:18:14,222 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:14,222 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/B is initiating minor compaction (all files) 2024-11-14T17:18:14,222 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/A in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:14,222 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/B in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:14,222 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/80a827336f174e09bd6ce8a11774a4cc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/183d5a72e684432a988fe9644ec0ea5d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/12d48ac8c062446bb68f113aa8553ae4] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=36.0 K 2024-11-14T17:18:14,222 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/5fb3eac34a644a75aa4369ab835de736, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/89af1571eb5f4428b8ff5e073244604b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2534f01f81cf411b910e06c82793e0e7] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=108.4 K 2024-11-14T17:18:14,222 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:14,223 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/5fb3eac34a644a75aa4369ab835de736, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/89af1571eb5f4428b8ff5e073244604b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2534f01f81cf411b910e06c82793e0e7] 2024-11-14T17:18:14,223 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 80a827336f174e09bd6ce8a11774a4cc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731604690061 2024-11-14T17:18:14,223 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 183d5a72e684432a988fe9644ec0ea5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731604690130 2024-11-14T17:18:14,223 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fb3eac34a644a75aa4369ab835de736, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731604690061 2024-11-14T17:18:14,224 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 12d48ac8c062446bb68f113aa8553ae4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731604692298 2024-11-14T17:18:14,224 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89af1571eb5f4428b8ff5e073244604b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731604690130 2024-11-14T17:18:14,224 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2534f01f81cf411b910e06c82793e0e7, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731604692293 2024-11-14T17:18:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-14T17:18:14,231 INFO [Thread-526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-14T17:18:14,232 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:14,233 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:14,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:14,233 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/d733040591474f83988b2d6c969e5c28 is 50, key is test_row_0/B:col10/1731604692912/Put/seqid=0 2024-11-14T17:18:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-14T17:18:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T17:18:14,235 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:14,235 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:14,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:14,237 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114840e2b956f6840589cf629fe343a4663_f67bb1bee88268a42e48598e1cd9ab06 store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:14,239 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114840e2b956f6840589cf629fe343a4663_f67bb1bee88268a42e48598e1cd9ab06, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:14,239 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114840e2b956f6840589cf629fe343a4663_f67bb1bee88268a42e48598e1cd9ab06 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:14,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741983_1159 (size=12663) 2024-11-14T17:18:14,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741984_1160 (size=4469) 2024-11-14T17:18:14,247 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#A#compaction#127 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:14,248 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/d7ed558b0e044a97ba6573517f5a9a75 is 175, key is test_row_0/A:col10/1731604692912/Put/seqid=0 2024-11-14T17:18:14,251 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/d733040591474f83988b2d6c969e5c28 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/d733040591474f83988b2d6c969e5c28 2024-11-14T17:18:14,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741985_1161 (size=31617) 2024-11-14T17:18:14,257 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/B of f67bb1bee88268a42e48598e1cd9ab06 into d733040591474f83988b2d6c969e5c28(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:14,257 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:14,257 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/B, priority=13, startTime=1731604694221; duration=0sec 2024-11-14T17:18:14,257 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:14,257 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:B 2024-11-14T17:18:14,257 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:14,258 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:14,258 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/C is initiating minor compaction (all files) 2024-11-14T17:18:14,259 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/C in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:14,259 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/643d9b154ab34384a5f940c4e7e94562, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/e83a4397fd0e4810a06790522c2dd383, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b7d37465e37a4f92a49063762485884f] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=36.0 K 2024-11-14T17:18:14,259 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 643d9b154ab34384a5f940c4e7e94562, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731604690061 2024-11-14T17:18:14,259 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting e83a4397fd0e4810a06790522c2dd383, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731604690130 2024-11-14T17:18:14,260 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting b7d37465e37a4f92a49063762485884f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731604692298 2024-11-14T17:18:14,270 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#C#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:14,271 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/bc192f08d46741529e658cf3014889e8 is 50, key is test_row_0/C:col10/1731604692912/Put/seqid=0 2024-11-14T17:18:14,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741986_1162 (size=12663) 2024-11-14T17:18:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T17:18:14,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:14,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T17:18:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:14,388 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T17:18:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111453eaab7900c547cbaf49a62466c12638_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604692967/Put/seqid=0 2024-11-14T17:18:14,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741987_1163 (size=12304) 2024-11-14T17:18:14,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:14,413 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111453eaab7900c547cbaf49a62466c12638_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111453eaab7900c547cbaf49a62466c12638_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:14,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/82cc1741d14c44469f67505ad94ecc80, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:14,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/82cc1741d14c44469f67505ad94ecc80 is 175, key is test_row_0/A:col10/1731604692967/Put/seqid=0 2024-11-14T17:18:14,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741988_1164 (size=31105) 2024-11-14T17:18:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T17:18:14,659 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/d7ed558b0e044a97ba6573517f5a9a75 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/d7ed558b0e044a97ba6573517f5a9a75 2024-11-14T17:18:14,667 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/A of f67bb1bee88268a42e48598e1cd9ab06 into d7ed558b0e044a97ba6573517f5a9a75(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:14,667 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:14,667 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/A, priority=13, startTime=1731604694221; duration=0sec 2024-11-14T17:18:14,667 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:14,667 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:A 2024-11-14T17:18:14,694 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/bc192f08d46741529e658cf3014889e8 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/bc192f08d46741529e658cf3014889e8 2024-11-14T17:18:14,699 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/C of f67bb1bee88268a42e48598e1cd9ab06 into bc192f08d46741529e658cf3014889e8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:14,699 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:14,699 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/C, priority=13, startTime=1731604694221; duration=0sec 2024-11-14T17:18:14,700 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:14,700 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:C 2024-11-14T17:18:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:14,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:14,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604754735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:14,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604754735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:14,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604754736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:14,820 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/82cc1741d14c44469f67505ad94ecc80 2024-11-14T17:18:14,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/47dcf708936c4a949760ef3af12cb502 is 50, key is test_row_0/B:col10/1731604692967/Put/seqid=0 2024-11-14T17:18:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T17:18:14,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604754840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:14,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604754840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:14,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604754840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:14,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741989_1165 (size=12151) 2024-11-14T17:18:14,843 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/47dcf708936c4a949760ef3af12cb502 2024-11-14T17:18:14,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/bc30ea3544c0478ebd84f6e2a927f585 is 50, key is test_row_0/C:col10/1731604692967/Put/seqid=0 2024-11-14T17:18:14,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741990_1166 (size=12151) 2024-11-14T17:18:15,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604755044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604755044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604755045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604755092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604755096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,264 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/bc30ea3544c0478ebd84f6e2a927f585 2024-11-14T17:18:15,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/82cc1741d14c44469f67505ad94ecc80 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/82cc1741d14c44469f67505ad94ecc80 2024-11-14T17:18:15,275 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/82cc1741d14c44469f67505ad94ecc80, entries=150, sequenceid=237, filesize=30.4 K 2024-11-14T17:18:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/47dcf708936c4a949760ef3af12cb502 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/47dcf708936c4a949760ef3af12cb502 2024-11-14T17:18:15,280 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/47dcf708936c4a949760ef3af12cb502, entries=150, sequenceid=237, filesize=11.9 K 2024-11-14T17:18:15,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/bc30ea3544c0478ebd84f6e2a927f585 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/bc30ea3544c0478ebd84f6e2a927f585 2024-11-14T17:18:15,287 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/bc30ea3544c0478ebd84f6e2a927f585, entries=150, sequenceid=237, filesize=11.9 K 2024-11-14T17:18:15,288 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for f67bb1bee88268a42e48598e1cd9ab06 in 900ms, sequenceid=237, compaction requested=false 2024-11-14T17:18:15,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:15,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:15,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-14T17:18:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-14T17:18:15,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-14T17:18:15,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0550 sec 2024-11-14T17:18:15,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.0590 sec 2024-11-14T17:18:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T17:18:15,338 INFO [Thread-526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-14T17:18:15,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-14T17:18:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T17:18:15,341 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:15,342 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:15,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:15,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T17:18:15,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:15,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:15,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:15,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:15,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:15,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:15,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146d06d51de98c47d083f9f8933b9c1b30_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604694734/Put/seqid=0 2024-11-14T17:18:15,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741991_1167 (size=14794) 2024-11-14T17:18:15,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604755367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604755369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604755369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T17:18:15,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604755470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604755472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604755472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,493 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T17:18:15,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:15,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:15,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:15,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:15,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T17:18:15,646 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T17:18:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:15,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:15,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604755673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604755675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604755678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,761 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:15,766 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146d06d51de98c47d083f9f8933b9c1b30_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146d06d51de98c47d083f9f8933b9c1b30_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:15,767 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/73785ffa17a4476f983d8175b35de3bf, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:15,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/73785ffa17a4476f983d8175b35de3bf is 175, key is test_row_0/A:col10/1731604694734/Put/seqid=0 2024-11-14T17:18:15,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741992_1168 (size=39749) 2024-11-14T17:18:15,772 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/73785ffa17a4476f983d8175b35de3bf 2024-11-14T17:18:15,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/0b221fb525d34d818871d9fe5263e103 is 50, key is test_row_0/B:col10/1731604694734/Put/seqid=0 2024-11-14T17:18:15,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741993_1169 (size=12151) 2024-11-14T17:18:15,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/0b221fb525d34d818871d9fe5263e103 2024-11-14T17:18:15,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/f47cd50e901d448dad4addd4bc37c1db is 50, key is test_row_0/C:col10/1731604694734/Put/seqid=0 2024-11-14T17:18:15,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T17:18:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:15,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:15,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741994_1170 (size=12151) 2024-11-14T17:18:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T17:18:15,953 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T17:18:15,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:15,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:15,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604755977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604755978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:15,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604755980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,106 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T17:18:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:16,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:16,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/f47cd50e901d448dad4addd4bc37c1db 2024-11-14T17:18:16,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/73785ffa17a4476f983d8175b35de3bf as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/73785ffa17a4476f983d8175b35de3bf 2024-11-14T17:18:16,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/73785ffa17a4476f983d8175b35de3bf, entries=200, sequenceid=256, filesize=38.8 K 2024-11-14T17:18:16,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/0b221fb525d34d818871d9fe5263e103 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/0b221fb525d34d818871d9fe5263e103 2024-11-14T17:18:16,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/0b221fb525d34d818871d9fe5263e103, entries=150, sequenceid=256, filesize=11.9 K 2024-11-14T17:18:16,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/f47cd50e901d448dad4addd4bc37c1db as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f47cd50e901d448dad4addd4bc37c1db 2024-11-14T17:18:16,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f47cd50e901d448dad4addd4bc37c1db, entries=150, sequenceid=256, filesize=11.9 K 2024-11-14T17:18:16,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for f67bb1bee88268a42e48598e1cd9ab06 in 899ms, sequenceid=256, compaction requested=true 2024-11-14T17:18:16,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:16,247 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:16,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:16,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:16,247 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:16,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:16,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:16,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:16,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:16,248 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:16,248 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/A is initiating minor compaction (all files) 2024-11-14T17:18:16,248 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/A in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:16,248 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/d7ed558b0e044a97ba6573517f5a9a75, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/82cc1741d14c44469f67505ad94ecc80, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/73785ffa17a4476f983d8175b35de3bf] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=100.1 K 2024-11-14T17:18:16,248 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:16,248 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/d7ed558b0e044a97ba6573517f5a9a75, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/82cc1741d14c44469f67505ad94ecc80, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/73785ffa17a4476f983d8175b35de3bf] 2024-11-14T17:18:16,249 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:16,249 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7ed558b0e044a97ba6573517f5a9a75, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731604692298 2024-11-14T17:18:16,249 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/B is initiating minor compaction (all files) 2024-11-14T17:18:16,249 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/B in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:16,249 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/d733040591474f83988b2d6c969e5c28, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/47dcf708936c4a949760ef3af12cb502, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/0b221fb525d34d818871d9fe5263e103] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=36.1 K 2024-11-14T17:18:16,249 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82cc1741d14c44469f67505ad94ecc80, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731604692967 2024-11-14T17:18:16,250 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting d733040591474f83988b2d6c969e5c28, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731604692298 2024-11-14T17:18:16,250 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73785ffa17a4476f983d8175b35de3bf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731604694730 2024-11-14T17:18:16,250 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 47dcf708936c4a949760ef3af12cb502, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731604692967 2024-11-14T17:18:16,251 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b221fb525d34d818871d9fe5263e103, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731604694733 2024-11-14T17:18:16,257 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:16,259 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#B#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:16,259 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411146773c7fbe1a84c7a901663388ecbdae2_f67bb1bee88268a42e48598e1cd9ab06 store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:16,259 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,259 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/654fc9e395334513b399592f509d0f14 is 50, key is test_row_0/B:col10/1731604694734/Put/seqid=0 2024-11-14T17:18:16,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T17:18:16,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:16,260 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T17:18:16,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:16,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:16,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:16,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:16,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:16,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:16,261 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411146773c7fbe1a84c7a901663388ecbdae2_f67bb1bee88268a42e48598e1cd9ab06, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:16,261 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146773c7fbe1a84c7a901663388ecbdae2_f67bb1bee88268a42e48598e1cd9ab06 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:16,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b44fff50063845d48546ddf15798dd23_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604695368/Put/seqid=0 2024-11-14T17:18:16,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741995_1171 (size=12765) 2024-11-14T17:18:16,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741996_1172 (size=4469) 2024-11-14T17:18:16,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741997_1173 (size=12454) 2024-11-14T17:18:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T17:18:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:16,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:16,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604756528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604756528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604756528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604756632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604756633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604756633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:16,687 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#A#compaction#135 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:16,687 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/59272bc3a3b74af2a93e72e3141cc8bc is 175, key is test_row_0/A:col10/1731604694734/Put/seqid=0 2024-11-14T17:18:16,691 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b44fff50063845d48546ddf15798dd23_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b44fff50063845d48546ddf15798dd23_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:16,692 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/654fc9e395334513b399592f509d0f14 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/654fc9e395334513b399592f509d0f14 2024-11-14T17:18:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/0c0e4523f1aa43cca2ab342a2b498634, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/0c0e4523f1aa43cca2ab342a2b498634 is 175, key is test_row_0/A:col10/1731604695368/Put/seqid=0 2024-11-14T17:18:16,698 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/B of f67bb1bee88268a42e48598e1cd9ab06 into 654fc9e395334513b399592f509d0f14(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:16,698 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:16,698 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/B, priority=13, startTime=1731604696247; duration=0sec 2024-11-14T17:18:16,698 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:16,698 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:B 2024-11-14T17:18:16,698 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:16,704 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741998_1174 (size=31719) 2024-11-14T17:18:16,704 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/C is initiating minor compaction (all files) 2024-11-14T17:18:16,704 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/C in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:16,705 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/bc192f08d46741529e658cf3014889e8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/bc30ea3544c0478ebd84f6e2a927f585, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f47cd50e901d448dad4addd4bc37c1db] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=36.1 K 2024-11-14T17:18:16,705 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting bc192f08d46741529e658cf3014889e8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731604692298 2024-11-14T17:18:16,705 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting bc30ea3544c0478ebd84f6e2a927f585, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731604692967 2024-11-14T17:18:16,706 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting f47cd50e901d448dad4addd4bc37c1db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731604694733 2024-11-14T17:18:16,713 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:16,714 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/4e42a0325e9749548f35009b114fa69a is 50, key is test_row_0/C:col10/1731604694734/Put/seqid=0 2024-11-14T17:18:16,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741999_1175 (size=31255) 2024-11-14T17:18:16,716 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/0c0e4523f1aa43cca2ab342a2b498634 2024-11-14T17:18:16,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742000_1176 (size=12765) 2024-11-14T17:18:16,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/62be2e384cd2432e8f4a3b3e4d627941 is 50, key is test_row_0/B:col10/1731604695368/Put/seqid=0 2024-11-14T17:18:16,725 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/4e42a0325e9749548f35009b114fa69a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/4e42a0325e9749548f35009b114fa69a 2024-11-14T17:18:16,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742001_1177 (size=12301) 2024-11-14T17:18:16,729 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/62be2e384cd2432e8f4a3b3e4d627941 2024-11-14T17:18:16,731 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/C of f67bb1bee88268a42e48598e1cd9ab06 into 4e42a0325e9749548f35009b114fa69a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:16,731 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:16,731 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/C, priority=13, startTime=1731604696247; duration=0sec 2024-11-14T17:18:16,731 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:16,731 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:C 2024-11-14T17:18:16,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/64e7c9f7e9c9423ebf7feeb3c6778081 is 50, key is test_row_0/C:col10/1731604695368/Put/seqid=0 2024-11-14T17:18:16,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742002_1178 (size=12301) 2024-11-14T17:18:16,748 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/64e7c9f7e9c9423ebf7feeb3c6778081 2024-11-14T17:18:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/0c0e4523f1aa43cca2ab342a2b498634 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/0c0e4523f1aa43cca2ab342a2b498634 2024-11-14T17:18:16,758 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/0c0e4523f1aa43cca2ab342a2b498634, entries=150, sequenceid=275, filesize=30.5 K 2024-11-14T17:18:16,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/62be2e384cd2432e8f4a3b3e4d627941 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/62be2e384cd2432e8f4a3b3e4d627941 2024-11-14T17:18:16,764 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/62be2e384cd2432e8f4a3b3e4d627941, entries=150, sequenceid=275, filesize=12.0 K 2024-11-14T17:18:16,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/64e7c9f7e9c9423ebf7feeb3c6778081 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/64e7c9f7e9c9423ebf7feeb3c6778081 2024-11-14T17:18:16,769 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/64e7c9f7e9c9423ebf7feeb3c6778081, entries=150, sequenceid=275, filesize=12.0 K 2024-11-14T17:18:16,770 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for f67bb1bee88268a42e48598e1cd9ab06 in 509ms, sequenceid=275, compaction requested=false 2024-11-14T17:18:16,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:16,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:16,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-14T17:18:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-14T17:18:16,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-14T17:18:16,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec 2024-11-14T17:18:16,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.4340 sec 2024-11-14T17:18:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:16,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T17:18:16,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:16,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:16,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:16,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:16,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:16,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:16,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ea5a6cad3a9f442783f690ad4effec56_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604696499/Put/seqid=0 2024-11-14T17:18:16,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604756862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742003_1179 (size=14994) 2024-11-14T17:18:16,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604756862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604756862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604756967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604756968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:16,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604756968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604757105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,108 DEBUG [Thread-520 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:17,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604757107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,108 DEBUG [Thread-524 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:17,111 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/59272bc3a3b74af2a93e72e3141cc8bc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/59272bc3a3b74af2a93e72e3141cc8bc 2024-11-14T17:18:17,117 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/A of f67bb1bee88268a42e48598e1cd9ab06 into 59272bc3a3b74af2a93e72e3141cc8bc(size=31.0 K), total size for store is 61.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:17,117 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:17,117 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/A, priority=13, startTime=1731604696246; duration=0sec 2024-11-14T17:18:17,117 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:17,117 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:A 2024-11-14T17:18:17,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604757170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604757171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604757171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,267 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:17,272 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ea5a6cad3a9f442783f690ad4effec56_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ea5a6cad3a9f442783f690ad4effec56_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:17,273 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/a82c6a9d58234c43907d677c5cb3bfbd, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:17,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/a82c6a9d58234c43907d677c5cb3bfbd is 175, key is test_row_0/A:col10/1731604696499/Put/seqid=0 2024-11-14T17:18:17,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742004_1180 (size=39949) 2024-11-14T17:18:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T17:18:17,445 INFO [Thread-526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-14T17:18:17,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-14T17:18:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T17:18:17,448 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:17,448 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:17,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:17,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604757471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604757474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604757474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T17:18:17,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T17:18:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:17,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:17,679 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/a82c6a9d58234c43907d677c5cb3bfbd 2024-11-14T17:18:17,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/e9df618418a64829bf5131868cc3f926 is 50, key is test_row_0/B:col10/1731604696499/Put/seqid=0 2024-11-14T17:18:17,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742005_1181 (size=12301) 2024-11-14T17:18:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T17:18:17,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T17:18:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:17,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:17,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:17,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T17:18:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:17,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604757973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604757976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:17,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604757978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T17:18:18,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:18,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T17:18:18,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:18,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:18,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:18,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:18,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:18,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/e9df618418a64829bf5131868cc3f926 2024-11-14T17:18:18,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/98ac78f85835473bbb380b2a3a5e86fb is 50, key is test_row_0/C:col10/1731604696499/Put/seqid=0 2024-11-14T17:18:18,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742006_1182 (size=12301) 2024-11-14T17:18:18,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:18,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T17:18:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:18,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:18,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:18,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T17:18:18,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:18,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:18,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:18,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:18,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:18,518 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:18,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T17:18:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:18,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:18,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/98ac78f85835473bbb380b2a3a5e86fb 2024-11-14T17:18:18,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/a82c6a9d58234c43907d677c5cb3bfbd as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/a82c6a9d58234c43907d677c5cb3bfbd 2024-11-14T17:18:18,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/a82c6a9d58234c43907d677c5cb3bfbd, entries=200, sequenceid=296, filesize=39.0 K 2024-11-14T17:18:18,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/e9df618418a64829bf5131868cc3f926 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e9df618418a64829bf5131868cc3f926 2024-11-14T17:18:18,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e9df618418a64829bf5131868cc3f926, entries=150, sequenceid=296, filesize=12.0 K 2024-11-14T17:18:18,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/98ac78f85835473bbb380b2a3a5e86fb as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/98ac78f85835473bbb380b2a3a5e86fb 2024-11-14T17:18:18,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/98ac78f85835473bbb380b2a3a5e86fb, entries=150, sequenceid=296, filesize=12.0 K 2024-11-14T17:18:18,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for f67bb1bee88268a42e48598e1cd9ab06 in 1704ms, sequenceid=296, compaction requested=true 2024-11-14T17:18:18,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:18,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:18,544 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:18,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:18,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:18,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:18,544 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:18,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:18,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:18,545 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:18,545 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/A is initiating minor compaction (all files) 2024-11-14T17:18:18,545 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/A in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:18,546 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/59272bc3a3b74af2a93e72e3141cc8bc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/0c0e4523f1aa43cca2ab342a2b498634, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/a82c6a9d58234c43907d677c5cb3bfbd] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=100.5 K 2024-11-14T17:18:18,546 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:18,546 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/59272bc3a3b74af2a93e72e3141cc8bc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/0c0e4523f1aa43cca2ab342a2b498634, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/a82c6a9d58234c43907d677c5cb3bfbd] 2024-11-14T17:18:18,546 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:18,546 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59272bc3a3b74af2a93e72e3141cc8bc, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731604694733 2024-11-14T17:18:18,546 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/B is initiating minor compaction (all files) 2024-11-14T17:18:18,546 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/B in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:18,547 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/654fc9e395334513b399592f509d0f14, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/62be2e384cd2432e8f4a3b3e4d627941, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e9df618418a64829bf5131868cc3f926] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=36.5 K 2024-11-14T17:18:18,547 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c0e4523f1aa43cca2ab342a2b498634, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731604695365 2024-11-14T17:18:18,547 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 654fc9e395334513b399592f509d0f14, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731604694733 2024-11-14T17:18:18,547 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 62be2e384cd2432e8f4a3b3e4d627941, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731604695365 2024-11-14T17:18:18,547 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting a82c6a9d58234c43907d677c5cb3bfbd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731604696493 2024-11-14T17:18:18,548 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting e9df618418a64829bf5131868cc3f926, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731604696493 2024-11-14T17:18:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T17:18:18,555 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:18,565 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:18,565 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114bf2de2ba4e474e6c8be0b23945699a42_f67bb1bee88268a42e48598e1cd9ab06 store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:18,566 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/11540e5424724258b5695b21e96e95cc is 50, key is test_row_0/B:col10/1731604696499/Put/seqid=0 2024-11-14T17:18:18,567 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114bf2de2ba4e474e6c8be0b23945699a42_f67bb1bee88268a42e48598e1cd9ab06, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:18,568 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bf2de2ba4e474e6c8be0b23945699a42_f67bb1bee88268a42e48598e1cd9ab06 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:18,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742007_1183 (size=13017) 2024-11-14T17:18:18,580 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/11540e5424724258b5695b21e96e95cc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/11540e5424724258b5695b21e96e95cc 2024-11-14T17:18:18,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742008_1184 (size=4469) 2024-11-14T17:18:18,584 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#A#compaction#144 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:18,585 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/06620863304344fa9c18fc1f90dfcfd0 is 175, key is test_row_0/A:col10/1731604696499/Put/seqid=0 2024-11-14T17:18:18,590 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/B of f67bb1bee88268a42e48598e1cd9ab06 into 11540e5424724258b5695b21e96e95cc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:18,590 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:18,590 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/B, priority=13, startTime=1731604698544; duration=0sec 2024-11-14T17:18:18,590 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:18,590 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:B 2024-11-14T17:18:18,590 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:18,592 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:18,592 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/C is initiating minor compaction (all files) 2024-11-14T17:18:18,592 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/C in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:18,593 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/4e42a0325e9749548f35009b114fa69a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/64e7c9f7e9c9423ebf7feeb3c6778081, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/98ac78f85835473bbb380b2a3a5e86fb] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=36.5 K 2024-11-14T17:18:18,593 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e42a0325e9749548f35009b114fa69a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731604694733 2024-11-14T17:18:18,593 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 64e7c9f7e9c9423ebf7feeb3c6778081, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731604695365 2024-11-14T17:18:18,594 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 98ac78f85835473bbb380b2a3a5e86fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731604696493 2024-11-14T17:18:18,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742009_1185 (size=31971) 2024-11-14T17:18:18,602 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:18,602 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/fd96f7ced2be48ea847572d1df6ef059 is 50, key is test_row_0/C:col10/1731604696499/Put/seqid=0 2024-11-14T17:18:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742010_1186 (size=13017) 2024-11-14T17:18:18,615 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/fd96f7ced2be48ea847572d1df6ef059 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/fd96f7ced2be48ea847572d1df6ef059 2024-11-14T17:18:18,622 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/C of f67bb1bee88268a42e48598e1cd9ab06 into fd96f7ced2be48ea847572d1df6ef059(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:18,622 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:18,622 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/C, priority=13, startTime=1731604698544; duration=0sec 2024-11-14T17:18:18,622 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:18,623 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:C 2024-11-14T17:18:18,671 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:18,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T17:18:18,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:18,673 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T17:18:18,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:18,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:18,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:18,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:18,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:18,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:18,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111477e1e53ae4bc482b8d590b6410ee5b05_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604696861/Put/seqid=0 2024-11-14T17:18:18,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742011_1187 (size=12454) 2024-11-14T17:18:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:18,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:18,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604758993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:18,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604758995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:18,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604758996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:19,002 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/06620863304344fa9c18fc1f90dfcfd0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/06620863304344fa9c18fc1f90dfcfd0 2024-11-14T17:18:19,007 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/A of f67bb1bee88268a42e48598e1cd9ab06 into 06620863304344fa9c18fc1f90dfcfd0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:19,007 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:19,007 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/A, priority=13, startTime=1731604698544; duration=0sec 2024-11-14T17:18:19,007 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:19,007 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:A 2024-11-14T17:18:19,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604759097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:19,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604759100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:19,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604759102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:19,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:19,141 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111477e1e53ae4bc482b8d590b6410ee5b05_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111477e1e53ae4bc482b8d590b6410ee5b05_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:19,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/7a15e72bf6314450a3352db956e5cd13, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:19,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/7a15e72bf6314450a3352db956e5cd13 is 175, key is test_row_0/A:col10/1731604696861/Put/seqid=0 2024-11-14T17:18:19,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742012_1188 (size=31255) 2024-11-14T17:18:19,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604759299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:19,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604759302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:19,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604759305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:19,548 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/7a15e72bf6314450a3352db956e5cd13 2024-11-14T17:18:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T17:18:19,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/4fa4a25717564e56b84c450b65f048ac is 50, key is test_row_0/B:col10/1731604696861/Put/seqid=0 2024-11-14T17:18:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742013_1189 (size=12301) 2024-11-14T17:18:19,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604759601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:19,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604759604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:19,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604759609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:19,961 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/4fa4a25717564e56b84c450b65f048ac 2024-11-14T17:18:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/47ddde67c9b54ef3ae25937f4f73e241 is 50, key is test_row_0/C:col10/1731604696861/Put/seqid=0 2024-11-14T17:18:19,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742014_1190 (size=12301) 2024-11-14T17:18:20,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604760105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:20,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604760108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:20,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604760111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:20,374 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/47ddde67c9b54ef3ae25937f4f73e241 2024-11-14T17:18:20,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/7a15e72bf6314450a3352db956e5cd13 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/7a15e72bf6314450a3352db956e5cd13 2024-11-14T17:18:20,385 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/7a15e72bf6314450a3352db956e5cd13, entries=150, sequenceid=317, filesize=30.5 K 2024-11-14T17:18:20,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/4fa4a25717564e56b84c450b65f048ac as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/4fa4a25717564e56b84c450b65f048ac 2024-11-14T17:18:20,395 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/4fa4a25717564e56b84c450b65f048ac, entries=150, sequenceid=317, filesize=12.0 K 2024-11-14T17:18:20,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/47ddde67c9b54ef3ae25937f4f73e241 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/47ddde67c9b54ef3ae25937f4f73e241 2024-11-14T17:18:20,404 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/47ddde67c9b54ef3ae25937f4f73e241, entries=150, sequenceid=317, filesize=12.0 K 2024-11-14T17:18:20,406 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f67bb1bee88268a42e48598e1cd9ab06 in 1733ms, sequenceid=317, compaction requested=false 2024-11-14T17:18:20,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:20,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:20,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-14T17:18:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-14T17:18:20,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-14T17:18:20,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9600 sec 2024-11-14T17:18:20,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.9640 sec 2024-11-14T17:18:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:21,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T17:18:21,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:21,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:21,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:21,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:21,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:21,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:21,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e4903c07ffc14bd2b18cc55d48138edd_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604701114/Put/seqid=0 2024-11-14T17:18:21,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604761128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604761129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604761130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742015_1191 (size=14994) 2024-11-14T17:18:21,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48636 deadline: 1731604761146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,150 DEBUG [Thread-520 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48688 deadline: 1731604761148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,152 DEBUG [Thread-524 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:21,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604761231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604761231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604761231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604761433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604761433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604761434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,539 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:21,544 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e4903c07ffc14bd2b18cc55d48138edd_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e4903c07ffc14bd2b18cc55d48138edd_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:21,545 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/747e6dd5760d4ceb9eeac97879ab7e8c, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:21,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/747e6dd5760d4ceb9eeac97879ab7e8c is 175, key is test_row_0/A:col10/1731604701114/Put/seqid=0 2024-11-14T17:18:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742016_1192 (size=39949) 2024-11-14T17:18:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T17:18:21,553 INFO [Thread-526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-14T17:18:21,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-14T17:18:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T17:18:21,557 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:21,557 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:21,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T17:18:21,709 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-14T17:18:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:21,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:21,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:21,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:21,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:21,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604761736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604761738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604761738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,792 DEBUG [Thread-527 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:58688 2024-11-14T17:18:21,792 DEBUG [Thread-527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:21,793 DEBUG [Thread-529 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:58688 2024-11-14T17:18:21,793 DEBUG [Thread-529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:21,796 DEBUG [Thread-531 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:58688 2024-11-14T17:18:21,796 DEBUG [Thread-531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:21,796 DEBUG [Thread-533 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:58688 2024-11-14T17:18:21,796 DEBUG [Thread-533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T17:18:21,862 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:21,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-14T17:18:21,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:21,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:21,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:21,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:21,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:21,953 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/747e6dd5760d4ceb9eeac97879ab7e8c 2024-11-14T17:18:21,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/47541ec7ae2f42aa9115405ec3e378d5 is 50, key is test_row_0/B:col10/1731604701114/Put/seqid=0 2024-11-14T17:18:21,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742017_1193 (size=12301) 2024-11-14T17:18:22,014 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:22,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-14T17:18:22,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:22,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T17:18:22,167 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:22,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-14T17:18:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48692 deadline: 1731604762241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:22,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48664 deadline: 1731604762242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:22,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48696 deadline: 1731604762244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:22,319 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:22,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-14T17:18:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/47541ec7ae2f42aa9115405ec3e378d5 2024-11-14T17:18:22,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/ab84c5eceb564abfb0581f8215243981 is 50, key is test_row_0/C:col10/1731604701114/Put/seqid=0 2024-11-14T17:18:22,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742018_1194 (size=12301) 2024-11-14T17:18:22,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:22,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-14T17:18:22,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:22,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,624 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:22,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-14T17:18:22,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:22,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T17:18:22,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/ab84c5eceb564abfb0581f8215243981 2024-11-14T17:18:22,777 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:22,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-14T17:18:22,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:22,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/747e6dd5760d4ceb9eeac97879ab7e8c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/747e6dd5760d4ceb9eeac97879ab7e8c 2024-11-14T17:18:22,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/747e6dd5760d4ceb9eeac97879ab7e8c, entries=200, sequenceid=338, filesize=39.0 K 2024-11-14T17:18:22,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/47541ec7ae2f42aa9115405ec3e378d5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/47541ec7ae2f42aa9115405ec3e378d5 2024-11-14T17:18:22,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/47541ec7ae2f42aa9115405ec3e378d5, entries=150, sequenceid=338, filesize=12.0 K 2024-11-14T17:18:22,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/ab84c5eceb564abfb0581f8215243981 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/ab84c5eceb564abfb0581f8215243981 2024-11-14T17:18:22,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/ab84c5eceb564abfb0581f8215243981, entries=150, sequenceid=338, filesize=12.0 K 2024-11-14T17:18:22,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f67bb1bee88268a42e48598e1cd9ab06 in 1681ms, sequenceid=338, compaction requested=true 2024-11-14T17:18:22,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:22,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:22,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:22,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:22,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:22,795 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:22,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67bb1bee88268a42e48598e1cd9ab06:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:22,795 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:22,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:22,796 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:22,796 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:22,796 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/A is initiating minor compaction (all files) 2024-11-14T17:18:22,796 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/B is initiating minor compaction (all files) 2024-11-14T17:18:22,796 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/A in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,796 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/B in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,796 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/11540e5424724258b5695b21e96e95cc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/4fa4a25717564e56b84c450b65f048ac, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/47541ec7ae2f42aa9115405ec3e378d5] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=36.7 K 2024-11-14T17:18:22,796 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/06620863304344fa9c18fc1f90dfcfd0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/7a15e72bf6314450a3352db956e5cd13, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/747e6dd5760d4ceb9eeac97879ab7e8c] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=100.8 K 2024-11-14T17:18:22,796 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,796 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/06620863304344fa9c18fc1f90dfcfd0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/7a15e72bf6314450a3352db956e5cd13, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/747e6dd5760d4ceb9eeac97879ab7e8c] 2024-11-14T17:18:22,797 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 11540e5424724258b5695b21e96e95cc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731604696493 2024-11-14T17:18:22,797 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06620863304344fa9c18fc1f90dfcfd0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731604696493 2024-11-14T17:18:22,797 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fa4a25717564e56b84c450b65f048ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731604696849 2024-11-14T17:18:22,797 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a15e72bf6314450a3352db956e5cd13, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731604696849 2024-11-14T17:18:22,797 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 47541ec7ae2f42aa9115405ec3e378d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731604698995 2024-11-14T17:18:22,797 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 747e6dd5760d4ceb9eeac97879ab7e8c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731604698991 2024-11-14T17:18:22,805 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:22,806 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/7b212bddcaae483fa4a0e0eb4c32827d is 50, key is test_row_0/B:col10/1731604701114/Put/seqid=0 2024-11-14T17:18:22,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742019_1195 (size=13119) 2024-11-14T17:18:22,812 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:22,814 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114a632f9fea6cf43f8839aa23c05a59d9f_f67bb1bee88268a42e48598e1cd9ab06 store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:22,835 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114a632f9fea6cf43f8839aa23c05a59d9f_f67bb1bee88268a42e48598e1cd9ab06, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:22,835 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a632f9fea6cf43f8839aa23c05a59d9f_f67bb1bee88268a42e48598e1cd9ab06 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:22,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742020_1196 (size=4469) 2024-11-14T17:18:22,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:22,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-14T17:18:22,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:22,931 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T17:18:22,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:22,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:22,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:22,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:22,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:22,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a4930a00d14d4b0fb58892b8d72d56a6_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604701123/Put/seqid=0 2024-11-14T17:18:22,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742021_1197 (size=12454) 2024-11-14T17:18:23,215 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/7b212bddcaae483fa4a0e0eb4c32827d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/7b212bddcaae483fa4a0e0eb4c32827d 2024-11-14T17:18:23,219 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/B of f67bb1bee88268a42e48598e1cd9ab06 into 7b212bddcaae483fa4a0e0eb4c32827d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:23,219 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:23,219 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/B, priority=13, startTime=1731604702795; duration=0sec 2024-11-14T17:18:23,220 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:23,220 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:B 2024-11-14T17:18:23,220 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:23,221 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:23,221 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): f67bb1bee88268a42e48598e1cd9ab06/C is initiating minor compaction (all files) 2024-11-14T17:18:23,221 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f67bb1bee88268a42e48598e1cd9ab06/C in TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:23,221 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/fd96f7ced2be48ea847572d1df6ef059, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/47ddde67c9b54ef3ae25937f4f73e241, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/ab84c5eceb564abfb0581f8215243981] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp, totalSize=36.7 K 2024-11-14T17:18:23,221 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting fd96f7ced2be48ea847572d1df6ef059, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731604696493 2024-11-14T17:18:23,222 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 47ddde67c9b54ef3ae25937f4f73e241, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731604696849 2024-11-14T17:18:23,222 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ab84c5eceb564abfb0581f8215243981, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731604698995 2024-11-14T17:18:23,229 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:23,229 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/4d14564822434e34abe8075c91b06454 is 50, key is test_row_0/C:col10/1731604701114/Put/seqid=0 2024-11-14T17:18:23,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742022_1198 (size=13119) 2024-11-14T17:18:23,241 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67bb1bee88268a42e48598e1cd9ab06#A#compaction#154 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:23,242 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/9092b41ca27340b79d48a690a1c6fbd1 is 175, key is test_row_0/A:col10/1731604701114/Put/seqid=0 2024-11-14T17:18:23,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742023_1199 (size=32073) 2024-11-14T17:18:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:23,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. as already flushing 2024-11-14T17:18:23,247 DEBUG [Thread-518 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:58688 2024-11-14T17:18:23,247 DEBUG [Thread-518 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:23,249 DEBUG [Thread-516 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:58688 2024-11-14T17:18:23,250 DEBUG [Thread-516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:23,251 DEBUG [Thread-522 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:58688 2024-11-14T17:18:23,251 DEBUG [Thread-522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:23,350 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a4930a00d14d4b0fb58892b8d72d56a6_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a4930a00d14d4b0fb58892b8d72d56a6_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:23,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/e0a2ec7553e24d8ba465f0118e23b10f, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:23,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/e0a2ec7553e24d8ba465f0118e23b10f is 175, key is test_row_0/A:col10/1731604701123/Put/seqid=0 2024-11-14T17:18:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742024_1200 (size=31255) 2024-11-14T17:18:23,639 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/4d14564822434e34abe8075c91b06454 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/4d14564822434e34abe8075c91b06454 2024-11-14T17:18:23,643 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/C of f67bb1bee88268a42e48598e1cd9ab06 into 4d14564822434e34abe8075c91b06454(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:23,643 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:23,643 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/C, priority=13, startTime=1731604702795; duration=0sec 2024-11-14T17:18:23,643 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:23,643 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:C 2024-11-14T17:18:23,650 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/9092b41ca27340b79d48a690a1c6fbd1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/9092b41ca27340b79d48a690a1c6fbd1 2024-11-14T17:18:23,654 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f67bb1bee88268a42e48598e1cd9ab06/A of f67bb1bee88268a42e48598e1cd9ab06 into 9092b41ca27340b79d48a690a1c6fbd1(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:23,654 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:23,654 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06., storeName=f67bb1bee88268a42e48598e1cd9ab06/A, priority=13, startTime=1731604702795; duration=0sec 2024-11-14T17:18:23,654 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:23,654 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67bb1bee88268a42e48598e1cd9ab06:A 2024-11-14T17:18:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T17:18:23,757 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/e0a2ec7553e24d8ba465f0118e23b10f 2024-11-14T17:18:23,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/f2a4ca768fae4974a1a46bf178b131c0 is 50, key is test_row_0/B:col10/1731604701123/Put/seqid=0 2024-11-14T17:18:23,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742025_1201 (size=12301) 2024-11-14T17:18:24,168 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/f2a4ca768fae4974a1a46bf178b131c0 2024-11-14T17:18:24,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/2380c1d79b1c461f95f4d348548ee2b0 is 50, key is test_row_0/C:col10/1731604701123/Put/seqid=0 2024-11-14T17:18:24,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742026_1202 (size=12301) 2024-11-14T17:18:24,496 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:18:24,581 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/2380c1d79b1c461f95f4d348548ee2b0 2024-11-14T17:18:24,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/e0a2ec7553e24d8ba465f0118e23b10f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/e0a2ec7553e24d8ba465f0118e23b10f 2024-11-14T17:18:24,589 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/e0a2ec7553e24d8ba465f0118e23b10f, entries=150, sequenceid=354, filesize=30.5 K 2024-11-14T17:18:24,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/f2a4ca768fae4974a1a46bf178b131c0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/f2a4ca768fae4974a1a46bf178b131c0 2024-11-14T17:18:24,593 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/f2a4ca768fae4974a1a46bf178b131c0, entries=150, sequenceid=354, filesize=12.0 K 2024-11-14T17:18:24,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/2380c1d79b1c461f95f4d348548ee2b0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/2380c1d79b1c461f95f4d348548ee2b0 2024-11-14T17:18:24,598 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/2380c1d79b1c461f95f4d348548ee2b0, entries=150, sequenceid=354, filesize=12.0 K 2024-11-14T17:18:24,599 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=20.13 KB/20610 for f67bb1bee88268a42e48598e1cd9ab06 in 1668ms, sequenceid=354, compaction requested=false 2024-11-14T17:18:24,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:24,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:24,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-14T17:18:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-14T17:18:24,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-14T17:18:24,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0430 sec 2024-11-14T17:18:24,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 3.0470 sec 2024-11-14T17:18:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T17:18:25,660 INFO [Thread-526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-14T17:18:28,686 ERROR [LeaseRenewer:jenkins@localhost:34551 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34551,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:29,819 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34551 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34551,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:30,033 DEBUG [master/38cb5ac947ac:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region aed6cec0750f84a69e2d76e226b25da3 changed from -1.0 to 0.0, refreshing cache 2024-11-14T17:18:31,169 DEBUG [Thread-524 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:58688 2024-11-14T17:18:31,169 DEBUG [Thread-524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:31,224 DEBUG [Thread-520 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:58688 2024-11-14T17:18:31,224 DEBUG [Thread-520 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6831 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6791 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2911 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8733 rows 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2905 2024-11-14T17:18:31,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8714 rows 2024-11-14T17:18:31,224 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T17:18:31,224 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:58688 2024-11-14T17:18:31,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:31,229 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T17:18:31,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T17:18:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T17:18:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T17:18:31,233 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604711232"}]},"ts":"1731604711232"} 2024-11-14T17:18:31,234 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T17:18:31,236 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T17:18:31,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T17:18:31,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67bb1bee88268a42e48598e1cd9ab06, UNASSIGN}] 2024-11-14T17:18:31,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67bb1bee88268a42e48598e1cd9ab06, UNASSIGN 2024-11-14T17:18:31,238 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=f67bb1bee88268a42e48598e1cd9ab06, regionState=CLOSING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:31,239 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T17:18:31,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; CloseRegionProcedure f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:18:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T17:18:31,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:31,391 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(124): Close f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:31,391 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T17:18:31,391 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1681): Closing f67bb1bee88268a42e48598e1cd9ab06, disabling compactions & flushes 2024-11-14T17:18:31,391 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:31,391 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:31,391 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. after waiting 0 ms 2024-11-14T17:18:31,391 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:31,391 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(2837): Flushing f67bb1bee88268a42e48598e1cd9ab06 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T17:18:31,392 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=A 2024-11-14T17:18:31,392 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:31,392 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=B 2024-11-14T17:18:31,392 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:31,392 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f67bb1bee88268a42e48598e1cd9ab06, store=C 2024-11-14T17:18:31,392 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:31,398 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145c505a8361f946ada540966eaa01fe52_f67bb1bee88268a42e48598e1cd9ab06 is 50, key is test_row_0/A:col10/1731604703248/Put/seqid=0 2024-11-14T17:18:31,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742027_1203 (size=12454) 2024-11-14T17:18:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T17:18:31,803 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:31,807 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145c505a8361f946ada540966eaa01fe52_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145c505a8361f946ada540966eaa01fe52_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:31,808 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/2d1ef2ad4e5f4df88e7475decdcd9af9, store: [table=TestAcidGuarantees family=A region=f67bb1bee88268a42e48598e1cd9ab06] 2024-11-14T17:18:31,808 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/2d1ef2ad4e5f4df88e7475decdcd9af9 is 175, key is test_row_0/A:col10/1731604703248/Put/seqid=0 2024-11-14T17:18:31,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742028_1204 (size=31255) 2024-11-14T17:18:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T17:18:32,213 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/2d1ef2ad4e5f4df88e7475decdcd9af9 2024-11-14T17:18:32,220 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/d492cccc55fd43fe926b7c6a12149672 is 50, key is test_row_0/B:col10/1731604703248/Put/seqid=0 2024-11-14T17:18:32,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742029_1205 (size=12301) 2024-11-14T17:18:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T17:18:32,624 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/d492cccc55fd43fe926b7c6a12149672 2024-11-14T17:18:32,631 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/5494fd23a39f453ca39a8148cd243bd1 is 50, key is test_row_0/C:col10/1731604703248/Put/seqid=0 2024-11-14T17:18:32,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742030_1206 (size=12301) 2024-11-14T17:18:33,036 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/5494fd23a39f453ca39a8148cd243bd1 2024-11-14T17:18:33,041 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/A/2d1ef2ad4e5f4df88e7475decdcd9af9 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2d1ef2ad4e5f4df88e7475decdcd9af9 2024-11-14T17:18:33,044 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2d1ef2ad4e5f4df88e7475decdcd9af9, entries=150, sequenceid=365, filesize=30.5 K 2024-11-14T17:18:33,045 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/B/d492cccc55fd43fe926b7c6a12149672 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/d492cccc55fd43fe926b7c6a12149672 2024-11-14T17:18:33,049 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/d492cccc55fd43fe926b7c6a12149672, entries=150, sequenceid=365, filesize=12.0 K 2024-11-14T17:18:33,050 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/.tmp/C/5494fd23a39f453ca39a8148cd243bd1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/5494fd23a39f453ca39a8148cd243bd1 2024-11-14T17:18:33,054 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/5494fd23a39f453ca39a8148cd243bd1, entries=150, sequenceid=365, filesize=12.0 K 2024-11-14T17:18:33,054 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f67bb1bee88268a42e48598e1cd9ab06 in 1663ms, sequenceid=365, compaction requested=true 2024-11-14T17:18:33,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2c1f10a3cc8b40e4b007ef217b1a3566, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f258c2424bdc48b5b7ae55353bec5556, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/9269b1b93ae0454585bfd97ac2a7eec4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/54d0e54339584cca9ff8b51fbce62352, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/997134fed49c40df906ad79a0812e931, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/da41f7e6c1ae4faaabc3fba091bdba64, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f5e2bf4536fc4ab3bc2603e4c0528589, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/bcc57dbb9cb44c77888602fb8b618a17, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/5f340247c0c145fc9f206131476b07c1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/3785a818befd4ccb8b680f163f469789, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/09d9fdec6c6c41118ccd62bdbfd0b5ec, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/6d3a474559e547519d2194752e1face9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/5fb3eac34a644a75aa4369ab835de736, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/89af1571eb5f4428b8ff5e073244604b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2534f01f81cf411b910e06c82793e0e7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/d7ed558b0e044a97ba6573517f5a9a75, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/82cc1741d14c44469f67505ad94ecc80, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/73785ffa17a4476f983d8175b35de3bf, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/59272bc3a3b74af2a93e72e3141cc8bc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/0c0e4523f1aa43cca2ab342a2b498634, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/a82c6a9d58234c43907d677c5cb3bfbd, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/06620863304344fa9c18fc1f90dfcfd0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/7a15e72bf6314450a3352db956e5cd13, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/747e6dd5760d4ceb9eeac97879ab7e8c] to archive 2024-11-14T17:18:33,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:18:33,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2c1f10a3cc8b40e4b007ef217b1a3566 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2c1f10a3cc8b40e4b007ef217b1a3566 2024-11-14T17:18:33,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f258c2424bdc48b5b7ae55353bec5556 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f258c2424bdc48b5b7ae55353bec5556 2024-11-14T17:18:33,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/9269b1b93ae0454585bfd97ac2a7eec4 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/9269b1b93ae0454585bfd97ac2a7eec4 2024-11-14T17:18:33,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/54d0e54339584cca9ff8b51fbce62352 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/54d0e54339584cca9ff8b51fbce62352 2024-11-14T17:18:33,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/997134fed49c40df906ad79a0812e931 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/997134fed49c40df906ad79a0812e931 2024-11-14T17:18:33,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/da41f7e6c1ae4faaabc3fba091bdba64 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/da41f7e6c1ae4faaabc3fba091bdba64 2024-11-14T17:18:33,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f5e2bf4536fc4ab3bc2603e4c0528589 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/f5e2bf4536fc4ab3bc2603e4c0528589 2024-11-14T17:18:33,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/bcc57dbb9cb44c77888602fb8b618a17 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/bcc57dbb9cb44c77888602fb8b618a17 2024-11-14T17:18:33,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/5f340247c0c145fc9f206131476b07c1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/5f340247c0c145fc9f206131476b07c1 2024-11-14T17:18:33,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/3785a818befd4ccb8b680f163f469789 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/3785a818befd4ccb8b680f163f469789 2024-11-14T17:18:33,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/09d9fdec6c6c41118ccd62bdbfd0b5ec to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/09d9fdec6c6c41118ccd62bdbfd0b5ec 2024-11-14T17:18:33,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/6d3a474559e547519d2194752e1face9 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/6d3a474559e547519d2194752e1face9 2024-11-14T17:18:33,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/5fb3eac34a644a75aa4369ab835de736 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/5fb3eac34a644a75aa4369ab835de736 2024-11-14T17:18:33,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/89af1571eb5f4428b8ff5e073244604b to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/89af1571eb5f4428b8ff5e073244604b 2024-11-14T17:18:33,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2534f01f81cf411b910e06c82793e0e7 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2534f01f81cf411b910e06c82793e0e7 2024-11-14T17:18:33,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/d7ed558b0e044a97ba6573517f5a9a75 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/d7ed558b0e044a97ba6573517f5a9a75 2024-11-14T17:18:33,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/82cc1741d14c44469f67505ad94ecc80 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/82cc1741d14c44469f67505ad94ecc80 2024-11-14T17:18:33,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/73785ffa17a4476f983d8175b35de3bf to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/73785ffa17a4476f983d8175b35de3bf 2024-11-14T17:18:33,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/59272bc3a3b74af2a93e72e3141cc8bc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/59272bc3a3b74af2a93e72e3141cc8bc 2024-11-14T17:18:33,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/0c0e4523f1aa43cca2ab342a2b498634 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/0c0e4523f1aa43cca2ab342a2b498634 2024-11-14T17:18:33,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/a82c6a9d58234c43907d677c5cb3bfbd to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/a82c6a9d58234c43907d677c5cb3bfbd 2024-11-14T17:18:33,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/06620863304344fa9c18fc1f90dfcfd0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/06620863304344fa9c18fc1f90dfcfd0 2024-11-14T17:18:33,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/7a15e72bf6314450a3352db956e5cd13 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/7a15e72bf6314450a3352db956e5cd13 2024-11-14T17:18:33,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/747e6dd5760d4ceb9eeac97879ab7e8c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/747e6dd5760d4ceb9eeac97879ab7e8c 2024-11-14T17:18:33,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e8f7b0d0939d419baf9c57ddf0d4a97e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/c7862fbbe5644de3ba789e5ddc2c3063, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/34884e405084452897cb3d75f13a4217, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e2db87571d894655857cbb00b03683eb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/cb8175df3ef24280bd9aaa4da51b11a3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/99a5b92cae0d450d9dc407250c3f845a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/a6f636f29a384f68b2859cfe18f082d2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/fb93e0b201c9443b87997a96db2a7bcc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/96a9708e8d134d00a356300e486c51fd, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/1b6c4fe6a8bb4b54b3f2dc0b5c1f253a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/7e17059d3f784ac591bd79ab7a0d5a87, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/80a827336f174e09bd6ce8a11774a4cc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/263095009ac84775b8b09583793a90a4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/183d5a72e684432a988fe9644ec0ea5d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/d733040591474f83988b2d6c969e5c28, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/12d48ac8c062446bb68f113aa8553ae4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/47dcf708936c4a949760ef3af12cb502, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/654fc9e395334513b399592f509d0f14, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/0b221fb525d34d818871d9fe5263e103, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/62be2e384cd2432e8f4a3b3e4d627941, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/11540e5424724258b5695b21e96e95cc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e9df618418a64829bf5131868cc3f926, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/4fa4a25717564e56b84c450b65f048ac, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/47541ec7ae2f42aa9115405ec3e378d5] to archive 2024-11-14T17:18:33,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:18:33,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e8f7b0d0939d419baf9c57ddf0d4a97e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e8f7b0d0939d419baf9c57ddf0d4a97e 2024-11-14T17:18:33,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/c7862fbbe5644de3ba789e5ddc2c3063 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/c7862fbbe5644de3ba789e5ddc2c3063 2024-11-14T17:18:33,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/34884e405084452897cb3d75f13a4217 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/34884e405084452897cb3d75f13a4217 2024-11-14T17:18:33,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e2db87571d894655857cbb00b03683eb to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e2db87571d894655857cbb00b03683eb 2024-11-14T17:18:33,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/cb8175df3ef24280bd9aaa4da51b11a3 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/cb8175df3ef24280bd9aaa4da51b11a3 2024-11-14T17:18:33,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/99a5b92cae0d450d9dc407250c3f845a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/99a5b92cae0d450d9dc407250c3f845a 2024-11-14T17:18:33,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/a6f636f29a384f68b2859cfe18f082d2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/a6f636f29a384f68b2859cfe18f082d2 2024-11-14T17:18:33,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/fb93e0b201c9443b87997a96db2a7bcc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/fb93e0b201c9443b87997a96db2a7bcc 2024-11-14T17:18:33,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/96a9708e8d134d00a356300e486c51fd to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/96a9708e8d134d00a356300e486c51fd 2024-11-14T17:18:33,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/1b6c4fe6a8bb4b54b3f2dc0b5c1f253a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/1b6c4fe6a8bb4b54b3f2dc0b5c1f253a 2024-11-14T17:18:33,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/7e17059d3f784ac591bd79ab7a0d5a87 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/7e17059d3f784ac591bd79ab7a0d5a87 2024-11-14T17:18:33,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/80a827336f174e09bd6ce8a11774a4cc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/80a827336f174e09bd6ce8a11774a4cc 2024-11-14T17:18:33,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/263095009ac84775b8b09583793a90a4 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/263095009ac84775b8b09583793a90a4 2024-11-14T17:18:33,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/183d5a72e684432a988fe9644ec0ea5d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/183d5a72e684432a988fe9644ec0ea5d 2024-11-14T17:18:33,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/d733040591474f83988b2d6c969e5c28 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/d733040591474f83988b2d6c969e5c28 2024-11-14T17:18:33,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/12d48ac8c062446bb68f113aa8553ae4 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/12d48ac8c062446bb68f113aa8553ae4 2024-11-14T17:18:33,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/47dcf708936c4a949760ef3af12cb502 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/47dcf708936c4a949760ef3af12cb502 2024-11-14T17:18:33,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/654fc9e395334513b399592f509d0f14 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/654fc9e395334513b399592f509d0f14 2024-11-14T17:18:33,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/0b221fb525d34d818871d9fe5263e103 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/0b221fb525d34d818871d9fe5263e103 2024-11-14T17:18:33,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/62be2e384cd2432e8f4a3b3e4d627941 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/62be2e384cd2432e8f4a3b3e4d627941 2024-11-14T17:18:33,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/11540e5424724258b5695b21e96e95cc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/11540e5424724258b5695b21e96e95cc 2024-11-14T17:18:33,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e9df618418a64829bf5131868cc3f926 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/e9df618418a64829bf5131868cc3f926 2024-11-14T17:18:33,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/4fa4a25717564e56b84c450b65f048ac to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/4fa4a25717564e56b84c450b65f048ac 2024-11-14T17:18:33,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/47541ec7ae2f42aa9115405ec3e378d5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/47541ec7ae2f42aa9115405ec3e378d5 2024-11-14T17:18:33,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/c29894071cf7451c94b5dece9e552e18, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b7ab0bdb910040cba08ba4c8b141e3de, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/18a07fa58a3f4cbb8350c9909063532e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/0738f92094ed420a8638d7c41493fa6d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b5b28a930892421d835fd2d184c5542b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f7f7ec4303774d98b5c1dbb8b23b4520, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/8c26cf4e5bf046fd8d9b7c1129bc5c32, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/94ecda4d2b804893b2112baff7b7148a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/87d4611f48f0427db9958353fae4bf86, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/2be9f6c810cd49b38162ff72d45a3d75, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/a138bf226ed44ccfbc1ec2018539ef93, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/643d9b154ab34384a5f940c4e7e94562, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f89ac25d9a9e437596c01093c91d4b5d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/e83a4397fd0e4810a06790522c2dd383, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/bc192f08d46741529e658cf3014889e8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b7d37465e37a4f92a49063762485884f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/bc30ea3544c0478ebd84f6e2a927f585, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/4e42a0325e9749548f35009b114fa69a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f47cd50e901d448dad4addd4bc37c1db, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/64e7c9f7e9c9423ebf7feeb3c6778081, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/fd96f7ced2be48ea847572d1df6ef059, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/98ac78f85835473bbb380b2a3a5e86fb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/47ddde67c9b54ef3ae25937f4f73e241, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/ab84c5eceb564abfb0581f8215243981] to archive 2024-11-14T17:18:33,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:18:33,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/c29894071cf7451c94b5dece9e552e18 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/c29894071cf7451c94b5dece9e552e18 2024-11-14T17:18:33,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b7ab0bdb910040cba08ba4c8b141e3de to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b7ab0bdb910040cba08ba4c8b141e3de 2024-11-14T17:18:33,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/18a07fa58a3f4cbb8350c9909063532e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/18a07fa58a3f4cbb8350c9909063532e 2024-11-14T17:18:33,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/0738f92094ed420a8638d7c41493fa6d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/0738f92094ed420a8638d7c41493fa6d 2024-11-14T17:18:33,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b5b28a930892421d835fd2d184c5542b to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b5b28a930892421d835fd2d184c5542b 2024-11-14T17:18:33,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f7f7ec4303774d98b5c1dbb8b23b4520 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f7f7ec4303774d98b5c1dbb8b23b4520 2024-11-14T17:18:33,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/8c26cf4e5bf046fd8d9b7c1129bc5c32 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/8c26cf4e5bf046fd8d9b7c1129bc5c32 2024-11-14T17:18:33,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/94ecda4d2b804893b2112baff7b7148a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/94ecda4d2b804893b2112baff7b7148a 2024-11-14T17:18:33,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/87d4611f48f0427db9958353fae4bf86 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/87d4611f48f0427db9958353fae4bf86 2024-11-14T17:18:33,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/2be9f6c810cd49b38162ff72d45a3d75 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/2be9f6c810cd49b38162ff72d45a3d75 2024-11-14T17:18:33,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/a138bf226ed44ccfbc1ec2018539ef93 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/a138bf226ed44ccfbc1ec2018539ef93 2024-11-14T17:18:33,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/643d9b154ab34384a5f940c4e7e94562 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/643d9b154ab34384a5f940c4e7e94562 2024-11-14T17:18:33,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f89ac25d9a9e437596c01093c91d4b5d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f89ac25d9a9e437596c01093c91d4b5d 2024-11-14T17:18:33,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/e83a4397fd0e4810a06790522c2dd383 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/e83a4397fd0e4810a06790522c2dd383 2024-11-14T17:18:33,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/bc192f08d46741529e658cf3014889e8 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/bc192f08d46741529e658cf3014889e8 2024-11-14T17:18:33,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b7d37465e37a4f92a49063762485884f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/b7d37465e37a4f92a49063762485884f 2024-11-14T17:18:33,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/bc30ea3544c0478ebd84f6e2a927f585 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/bc30ea3544c0478ebd84f6e2a927f585 2024-11-14T17:18:33,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/4e42a0325e9749548f35009b114fa69a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/4e42a0325e9749548f35009b114fa69a 2024-11-14T17:18:33,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f47cd50e901d448dad4addd4bc37c1db to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/f47cd50e901d448dad4addd4bc37c1db 2024-11-14T17:18:33,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/64e7c9f7e9c9423ebf7feeb3c6778081 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/64e7c9f7e9c9423ebf7feeb3c6778081 2024-11-14T17:18:33,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/fd96f7ced2be48ea847572d1df6ef059 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/fd96f7ced2be48ea847572d1df6ef059 2024-11-14T17:18:33,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/98ac78f85835473bbb380b2a3a5e86fb to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/98ac78f85835473bbb380b2a3a5e86fb 2024-11-14T17:18:33,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/47ddde67c9b54ef3ae25937f4f73e241 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/47ddde67c9b54ef3ae25937f4f73e241 2024-11-14T17:18:33,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/ab84c5eceb564abfb0581f8215243981 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/ab84c5eceb564abfb0581f8215243981 2024-11-14T17:18:33,145 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/recovered.edits/368.seqid, newMaxSeqId=368, maxSeqId=4 2024-11-14T17:18:33,145 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06. 2024-11-14T17:18:33,145 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1635): Region close journal for f67bb1bee88268a42e48598e1cd9ab06: 2024-11-14T17:18:33,147 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(170): Closed f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=f67bb1bee88268a42e48598e1cd9ab06, regionState=CLOSED 2024-11-14T17:18:33,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-14T17:18:33,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseRegionProcedure f67bb1bee88268a42e48598e1cd9ab06, server=38cb5ac947ac,46341,1731604646134 in 1.9090 sec 2024-11-14T17:18:33,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-11-14T17:18:33,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67bb1bee88268a42e48598e1cd9ab06, UNASSIGN in 1.9110 sec 2024-11-14T17:18:33,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-14T17:18:33,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9140 sec 2024-11-14T17:18:33,153 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604713152"}]},"ts":"1731604713152"} 2024-11-14T17:18:33,153 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T17:18:33,156 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T17:18:33,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9270 sec 2024-11-14T17:18:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T17:18:33,336 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-14T17:18:33,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T17:18:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:18:33,338 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:18:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T17:18:33,338 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=59, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:18:33,340 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,342 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/recovered.edits] 2024-11-14T17:18:33,345 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2d1ef2ad4e5f4df88e7475decdcd9af9 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/2d1ef2ad4e5f4df88e7475decdcd9af9 2024-11-14T17:18:33,346 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/9092b41ca27340b79d48a690a1c6fbd1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/9092b41ca27340b79d48a690a1c6fbd1 2024-11-14T17:18:33,347 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/e0a2ec7553e24d8ba465f0118e23b10f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/A/e0a2ec7553e24d8ba465f0118e23b10f 2024-11-14T17:18:33,349 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/7b212bddcaae483fa4a0e0eb4c32827d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/7b212bddcaae483fa4a0e0eb4c32827d 2024-11-14T17:18:33,350 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/d492cccc55fd43fe926b7c6a12149672 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/d492cccc55fd43fe926b7c6a12149672 2024-11-14T17:18:33,351 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/f2a4ca768fae4974a1a46bf178b131c0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/B/f2a4ca768fae4974a1a46bf178b131c0 2024-11-14T17:18:33,354 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/2380c1d79b1c461f95f4d348548ee2b0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/2380c1d79b1c461f95f4d348548ee2b0 2024-11-14T17:18:33,355 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/4d14564822434e34abe8075c91b06454 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/4d14564822434e34abe8075c91b06454 2024-11-14T17:18:33,356 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/5494fd23a39f453ca39a8148cd243bd1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/C/5494fd23a39f453ca39a8148cd243bd1 2024-11-14T17:18:33,358 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/recovered.edits/368.seqid to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06/recovered.edits/368.seqid 2024-11-14T17:18:33,359 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,359 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T17:18:33,360 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T17:18:33,360 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T17:18:33,364 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140e41e0e76ad64bbf90a5eab59bdbb63c_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140e41e0e76ad64bbf90a5eab59bdbb63c_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,366 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142ebd63c1548c45ebb5d30636cdd191e2_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142ebd63c1548c45ebb5d30636cdd191e2_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,367 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111453eaab7900c547cbaf49a62466c12638_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111453eaab7900c547cbaf49a62466c12638_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,368 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145c505a8361f946ada540966eaa01fe52_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145c505a8361f946ada540966eaa01fe52_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,369 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145fcecfb0a48c42218dc88750c679c021_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145fcecfb0a48c42218dc88750c679c021_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,370 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146d06d51de98c47d083f9f8933b9c1b30_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146d06d51de98c47d083f9f8933b9c1b30_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,372 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111471e7f4aa4a954a3db732ef1d9b8d4625_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111471e7f4aa4a954a3db732ef1d9b8d4625_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,373 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111477e1e53ae4bc482b8d590b6410ee5b05_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111477e1e53ae4bc482b8d590b6410ee5b05_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,374 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147e67726382f34e9996093cf712e66448_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147e67726382f34e9996093cf712e66448_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,375 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149ad6be69ae1a4f8699c4705d09519e6e_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149ad6be69ae1a4f8699c4705d09519e6e_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,376 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149bd3e0d4e219423da32ba676ab3afd61_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149bd3e0d4e219423da32ba676ab3afd61_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,377 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149ec8bf61bc6b40399449b09d7a3aa7c1_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149ec8bf61bc6b40399449b09d7a3aa7c1_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,379 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a4930a00d14d4b0fb58892b8d72d56a6_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a4930a00d14d4b0fb58892b8d72d56a6_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,380 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ac35b141fbc34fbe9a014f2d4558bf54_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ac35b141fbc34fbe9a014f2d4558bf54_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,381 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b44fff50063845d48546ddf15798dd23_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b44fff50063845d48546ddf15798dd23_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,382 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7e58e67c0034c0aa902224fd663bf43_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7e58e67c0034c0aa902224fd663bf43_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,383 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d91162ef4b644772933c04c792906129_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d91162ef4b644772933c04c792906129_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,385 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e4903c07ffc14bd2b18cc55d48138edd_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e4903c07ffc14bd2b18cc55d48138edd_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,386 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ea5a6cad3a9f442783f690ad4effec56_f67bb1bee88268a42e48598e1cd9ab06 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ea5a6cad3a9f442783f690ad4effec56_f67bb1bee88268a42e48598e1cd9ab06 2024-11-14T17:18:33,386 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T17:18:33,389 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=59, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:18:33,391 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T17:18:33,394 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T17:18:33,395 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=59, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:18:33,395 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T17:18:33,395 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731604713395"}]},"ts":"9223372036854775807"} 2024-11-14T17:18:33,397 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T17:18:33,397 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f67bb1bee88268a42e48598e1cd9ab06, NAME => 'TestAcidGuarantees,,1731604678657.f67bb1bee88268a42e48598e1cd9ab06.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T17:18:33,397 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T17:18:33,397 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731604713397"}]},"ts":"9223372036854775807"} 2024-11-14T17:18:33,399 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T17:18:33,401 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=59, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:18:33,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-14T17:18:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T17:18:33,439 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-14T17:18:33,448 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=236 (was 237), OpenFileDescriptor=449 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 457), ProcessCount=11 (was 11), AvailableMemoryMB=8487 (was 8855) 2024-11-14T17:18:33,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=8487 2024-11-14T17:18:33,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T17:18:33,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:18:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T17:18:33,459 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:18:33,459 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:33,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 60 2024-11-14T17:18:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-14T17:18:33,460 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:18:33,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742031_1207 (size=960) 2024-11-14T17:18:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-14T17:18:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-14T17:18:33,867 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42 2024-11-14T17:18:33,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742032_1208 (size=53) 2024-11-14T17:18:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-14T17:18:34,273 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:34,273 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8237f8668cc07ff1e376db94c598145b, disabling compactions & flushes 2024-11-14T17:18:34,273 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:34,273 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:34,273 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. after waiting 0 ms 2024-11-14T17:18:34,273 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:34,273 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:34,273 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:34,274 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:18:34,274 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731604714274"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604714274"}]},"ts":"1731604714274"} 2024-11-14T17:18:34,275 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T17:18:34,276 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:18:34,276 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604714276"}]},"ts":"1731604714276"} 2024-11-14T17:18:34,276 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T17:18:34,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8237f8668cc07ff1e376db94c598145b, ASSIGN}] 2024-11-14T17:18:34,281 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8237f8668cc07ff1e376db94c598145b, ASSIGN 2024-11-14T17:18:34,282 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8237f8668cc07ff1e376db94c598145b, ASSIGN; state=OFFLINE, location=38cb5ac947ac,46341,1731604646134; forceNewPlan=false, retain=false 2024-11-14T17:18:34,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=8237f8668cc07ff1e376db94c598145b, regionState=OPENING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:34,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure 8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:18:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-14T17:18:34,585 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:34,588 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:34,588 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:34,588 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:34,588 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:34,588 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:34,588 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:34,589 INFO [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:34,591 INFO [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:18:34,591 INFO [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8237f8668cc07ff1e376db94c598145b columnFamilyName A 2024-11-14T17:18:34,591 DEBUG [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:34,592 INFO [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] regionserver.HStore(327): Store=8237f8668cc07ff1e376db94c598145b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:34,592 INFO [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:34,593 INFO [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:18:34,593 INFO [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8237f8668cc07ff1e376db94c598145b columnFamilyName B 2024-11-14T17:18:34,593 DEBUG [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:34,593 INFO [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] regionserver.HStore(327): Store=8237f8668cc07ff1e376db94c598145b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:34,593 INFO [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:34,594 INFO [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:18:34,594 INFO [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8237f8668cc07ff1e376db94c598145b columnFamilyName C 2024-11-14T17:18:34,594 DEBUG [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:34,595 INFO [StoreOpener-8237f8668cc07ff1e376db94c598145b-1 {}] regionserver.HStore(327): Store=8237f8668cc07ff1e376db94c598145b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:34,595 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:34,596 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:34,596 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:34,597 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T17:18:34,598 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:34,600 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:18:34,600 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened 8237f8668cc07ff1e376db94c598145b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62285764, jitterRate=-0.07186979055404663}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T17:18:34,601 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:34,602 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., pid=62, masterSystemTime=1731604714584 2024-11-14T17:18:34,603 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:34,603 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:34,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=8237f8668cc07ff1e376db94c598145b, regionState=OPEN, openSeqNum=2, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:34,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-14T17:18:34,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure 8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 in 171 msec 2024-11-14T17:18:34,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-14T17:18:34,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8237f8668cc07ff1e376db94c598145b, ASSIGN in 325 msec 2024-11-14T17:18:34,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:18:34,607 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604714607"}]},"ts":"1731604714607"} 2024-11-14T17:18:34,608 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T17:18:34,610 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:18:34,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-14T17:18:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-14T17:18:35,564 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 60 completed 2024-11-14T17:18:35,565 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-14T17:18:35,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:35,578 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:35,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:35,580 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:18:35,582 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-14T17:18:35,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,589 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-14T17:18:35,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,593 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-14T17:18:35,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,597 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-14T17:18:35,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,600 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-14T17:18:35,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,604 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-14T17:18:35,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-14T17:18:35,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,611 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-14T17:18:35,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,614 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-14T17:18:35,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,617 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-14T17:18:35,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,623 DEBUG [hconnection-0x63a19510-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:35,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:35,624 DEBUG [hconnection-0xa23afe1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:35,624 DEBUG [hconnection-0x7ba186cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-14T17:18:35,624 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:35,624 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T17:18:35,625 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:35,625 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:35,626 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:35,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:35,628 DEBUG [hconnection-0x67406ff5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:35,629 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:35,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:18:35,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:35,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:35,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:35,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:35,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:35,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:35,640 DEBUG [hconnection-0x74436fc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:35,641 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:35,644 DEBUG [hconnection-0x3c620813-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:35,645 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:35,656 DEBUG [hconnection-0x5c6c801e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:35,658 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:35,660 DEBUG [hconnection-0x18216bb1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:35,660 DEBUG [hconnection-0xdba1d16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:35,660 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:35,663 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:35,664 DEBUG [hconnection-0x5cef1a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:35,665 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:35,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604775664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604775665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604775665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604775666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604775669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/ec4bbab2321649cc9bf5e103b42643be is 50, key is test_row_0/A:col10/1731604715635/Put/seqid=0 2024-11-14T17:18:35,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742033_1209 (size=12001) 2024-11-14T17:18:35,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/ec4bbab2321649cc9bf5e103b42643be 2024-11-14T17:18:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T17:18:35,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c2010159c7a046b79d5669bf1e0e51d3 is 50, key is test_row_0/B:col10/1731604715635/Put/seqid=0 2024-11-14T17:18:35,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742034_1210 (size=12001) 2024-11-14T17:18:35,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604775769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604775769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604775769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604775770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c2010159c7a046b79d5669bf1e0e51d3 2024-11-14T17:18:35,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604775777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T17:18:35,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:35,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:35,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:35,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:35,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:35,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/856013c1486c47488490ab94093835f1 is 50, key is test_row_0/C:col10/1731604715635/Put/seqid=0 2024-11-14T17:18:35,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742035_1211 (size=12001) 2024-11-14T17:18:35,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/856013c1486c47488490ab94093835f1 2024-11-14T17:18:35,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/ec4bbab2321649cc9bf5e103b42643be as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/ec4bbab2321649cc9bf5e103b42643be 2024-11-14T17:18:35,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/ec4bbab2321649cc9bf5e103b42643be, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T17:18:35,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c2010159c7a046b79d5669bf1e0e51d3 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c2010159c7a046b79d5669bf1e0e51d3 2024-11-14T17:18:35,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c2010159c7a046b79d5669bf1e0e51d3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T17:18:35,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/856013c1486c47488490ab94093835f1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/856013c1486c47488490ab94093835f1 2024-11-14T17:18:35,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/856013c1486c47488490ab94093835f1, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T17:18:35,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8237f8668cc07ff1e376db94c598145b in 239ms, sequenceid=12, compaction requested=false 2024-11-14T17:18:35,876 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T17:18:35,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T17:18:35,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T17:18:35,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:35,931 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T17:18:35,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:35,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:35,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:35,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:35,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:35,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/daaef466d9714d21acde7a942d4da0ae is 50, key is test_row_0/A:col10/1731604715654/Put/seqid=0 2024-11-14T17:18:35,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742036_1212 (size=12001) 2024-11-14T17:18:35,968 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/daaef466d9714d21acde7a942d4da0ae 2024-11-14T17:18:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:35,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:35,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604775980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604775981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604775982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/0ed516a037f340a497285c39fb8b3eb5 is 50, key is test_row_0/B:col10/1731604715654/Put/seqid=0 2024-11-14T17:18:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604775983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604775987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:35,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742037_1213 (size=12001) 2024-11-14T17:18:36,000 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/0ed516a037f340a497285c39fb8b3eb5 2024-11-14T17:18:36,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/5c81769be4ae4b87a3c1779397b29d30 is 50, key is test_row_0/C:col10/1731604715654/Put/seqid=0 2024-11-14T17:18:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742038_1214 (size=12001) 2024-11-14T17:18:36,030 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/5c81769be4ae4b87a3c1779397b29d30 2024-11-14T17:18:36,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/daaef466d9714d21acde7a942d4da0ae as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/daaef466d9714d21acde7a942d4da0ae 2024-11-14T17:18:36,047 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/daaef466d9714d21acde7a942d4da0ae, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T17:18:36,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/0ed516a037f340a497285c39fb8b3eb5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0ed516a037f340a497285c39fb8b3eb5 2024-11-14T17:18:36,054 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0ed516a037f340a497285c39fb8b3eb5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T17:18:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/5c81769be4ae4b87a3c1779397b29d30 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/5c81769be4ae4b87a3c1779397b29d30 2024-11-14T17:18:36,059 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/5c81769be4ae4b87a3c1779397b29d30, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T17:18:36,060 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8237f8668cc07ff1e376db94c598145b in 129ms, sequenceid=37, compaction requested=false 2024-11-14T17:18:36,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:36,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:36,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-14T17:18:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-14T17:18:36,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-14T17:18:36,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 436 msec 2024-11-14T17:18:36,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 441 msec 2024-11-14T17:18:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:36,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T17:18:36,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:36,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:36,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:36,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:36,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:36,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:36,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/106781ebfc33428b9d5195b3002d6eb4 is 50, key is test_row_0/A:col10/1731604716085/Put/seqid=0 2024-11-14T17:18:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742039_1215 (size=12001) 2024-11-14T17:18:36,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/106781ebfc33428b9d5195b3002d6eb4 2024-11-14T17:18:36,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604776107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604776108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604776109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604776109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604776112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/e8c68ae3a4cb44b7bac8836072074f8f is 50, key is test_row_0/B:col10/1731604716085/Put/seqid=0 2024-11-14T17:18:36,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742040_1216 (size=12001) 2024-11-14T17:18:36,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604776213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604776214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604776214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604776215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604776217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T17:18:36,228 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-14T17:18:36,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-14T17:18:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T17:18:36,230 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:36,231 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:36,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T17:18:36,382 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-14T17:18:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:36,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:36,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604776415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604776416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604776418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604776419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604776420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T17:18:36,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-14T17:18:36,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:36,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:36,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:36,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:36,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:36,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/e8c68ae3a4cb44b7bac8836072074f8f 2024-11-14T17:18:36,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/be08ef9fd78141898d743db8637f4ae3 is 50, key is test_row_0/C:col10/1731604716085/Put/seqid=0 2024-11-14T17:18:36,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742041_1217 (size=12001) 2024-11-14T17:18:36,688 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-14T17:18:36,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:36,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:36,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:36,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:36,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:36,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604776719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604776720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604776722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604776722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604776723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T17:18:36,841 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-14T17:18:36,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:36,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:36,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:36,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:36,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:36,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/be08ef9fd78141898d743db8637f4ae3 2024-11-14T17:18:36,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/106781ebfc33428b9d5195b3002d6eb4 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/106781ebfc33428b9d5195b3002d6eb4 2024-11-14T17:18:36,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/106781ebfc33428b9d5195b3002d6eb4, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T17:18:36,965 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-14T17:18:36,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/e8c68ae3a4cb44b7bac8836072074f8f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e8c68ae3a4cb44b7bac8836072074f8f 2024-11-14T17:18:36,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e8c68ae3a4cb44b7bac8836072074f8f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T17:18:36,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/be08ef9fd78141898d743db8637f4ae3 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/be08ef9fd78141898d743db8637f4ae3 2024-11-14T17:18:36,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/be08ef9fd78141898d743db8637f4ae3, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T17:18:36,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8237f8668cc07ff1e376db94c598145b in 890ms, sequenceid=51, compaction requested=true 2024-11-14T17:18:36,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:36,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:36,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:36,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:36,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:36,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:36,976 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:36,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:36,976 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:36,977 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:36,978 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:36,978 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/A is initiating minor compaction (all files) 2024-11-14T17:18:36,978 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/B is initiating minor compaction (all files) 2024-11-14T17:18:36,978 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/A in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:36,978 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/B in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:36,978 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/ec4bbab2321649cc9bf5e103b42643be, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/daaef466d9714d21acde7a942d4da0ae, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/106781ebfc33428b9d5195b3002d6eb4] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=35.2 K 2024-11-14T17:18:36,978 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c2010159c7a046b79d5669bf1e0e51d3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0ed516a037f340a497285c39fb8b3eb5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e8c68ae3a4cb44b7bac8836072074f8f] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=35.2 K 2024-11-14T17:18:36,978 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec4bbab2321649cc9bf5e103b42643be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731604715632 2024-11-14T17:18:36,978 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c2010159c7a046b79d5669bf1e0e51d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731604715632 2024-11-14T17:18:36,979 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting daaef466d9714d21acde7a942d4da0ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731604715654 2024-11-14T17:18:36,979 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ed516a037f340a497285c39fb8b3eb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731604715654 2024-11-14T17:18:36,979 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 106781ebfc33428b9d5195b3002d6eb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731604715980 2024-11-14T17:18:36,980 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting e8c68ae3a4cb44b7bac8836072074f8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731604715980 2024-11-14T17:18:36,990 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#B#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:36,991 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/39af394710e94f7395322da789a8f22c is 50, key is test_row_0/B:col10/1731604716085/Put/seqid=0 2024-11-14T17:18:36,994 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:36,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-14T17:18:36,995 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#A#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:36,995 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T17:18:36,995 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/d55a08ea9b2b47ad8b11a591ec3d9ba4 is 50, key is test_row_0/A:col10/1731604716085/Put/seqid=0 2024-11-14T17:18:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:36,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:37,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/fd176e7846124d8c9017f062607b5ceb is 50, key is test_row_0/A:col10/1731604716107/Put/seqid=0 2024-11-14T17:18:37,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742042_1218 (size=12104) 2024-11-14T17:18:37,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742043_1219 (size=12104) 2024-11-14T17:18:37,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742044_1220 (size=12001) 2024-11-14T17:18:37,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:37,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604777231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604777232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604777233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604777233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604777234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T17:18:37,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604777335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604777336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604777337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604777337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604777337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,417 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/39af394710e94f7395322da789a8f22c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/39af394710e94f7395322da789a8f22c 2024-11-14T17:18:37,417 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/d55a08ea9b2b47ad8b11a591ec3d9ba4 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d55a08ea9b2b47ad8b11a591ec3d9ba4 2024-11-14T17:18:37,423 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/B of 8237f8668cc07ff1e376db94c598145b into 39af394710e94f7395322da789a8f22c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:37,423 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/A of 8237f8668cc07ff1e376db94c598145b into d55a08ea9b2b47ad8b11a591ec3d9ba4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:37,423 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:37,423 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:37,423 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/A, priority=13, startTime=1731604716976; duration=0sec 2024-11-14T17:18:37,423 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:37,423 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:A 2024-11-14T17:18:37,423 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:37,424 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/B, priority=13, startTime=1731604716976; duration=0sec 2024-11-14T17:18:37,424 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:37,424 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:B 2024-11-14T17:18:37,425 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:37,425 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/C is initiating minor compaction (all files) 2024-11-14T17:18:37,425 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/C in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:37,425 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/856013c1486c47488490ab94093835f1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/5c81769be4ae4b87a3c1779397b29d30, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/be08ef9fd78141898d743db8637f4ae3] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=35.2 K 2024-11-14T17:18:37,426 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 856013c1486c47488490ab94093835f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731604715632 2024-11-14T17:18:37,426 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/fd176e7846124d8c9017f062607b5ceb 2024-11-14T17:18:37,426 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c81769be4ae4b87a3c1779397b29d30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731604715654 2024-11-14T17:18:37,427 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting be08ef9fd78141898d743db8637f4ae3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731604715980 2024-11-14T17:18:37,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/28006e3380f847948e54fc46f57d0c47 is 50, key is test_row_0/B:col10/1731604716107/Put/seqid=0 2024-11-14T17:18:37,447 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#C#compaction#175 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:37,447 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/0e81c02715084a76b55ef31121dbf139 is 50, key is test_row_0/C:col10/1731604716085/Put/seqid=0 2024-11-14T17:18:37,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742045_1221 (size=12001) 2024-11-14T17:18:37,452 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/28006e3380f847948e54fc46f57d0c47 2024-11-14T17:18:37,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742046_1222 (size=12104) 2024-11-14T17:18:37,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/939d00a9fa4c4e4987348716a6f0b993 is 50, key is test_row_0/C:col10/1731604716107/Put/seqid=0 2024-11-14T17:18:37,475 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/0e81c02715084a76b55ef31121dbf139 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/0e81c02715084a76b55ef31121dbf139 2024-11-14T17:18:37,481 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/C of 8237f8668cc07ff1e376db94c598145b into 0e81c02715084a76b55ef31121dbf139(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:37,481 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:37,481 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/C, priority=13, startTime=1731604716976; duration=0sec 2024-11-14T17:18:37,481 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:37,481 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:C 2024-11-14T17:18:37,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742047_1223 (size=12001) 2024-11-14T17:18:37,483 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/939d00a9fa4c4e4987348716a6f0b993 2024-11-14T17:18:37,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/fd176e7846124d8c9017f062607b5ceb as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/fd176e7846124d8c9017f062607b5ceb 2024-11-14T17:18:37,491 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/fd176e7846124d8c9017f062607b5ceb, entries=150, sequenceid=73, filesize=11.7 K 2024-11-14T17:18:37,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/28006e3380f847948e54fc46f57d0c47 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/28006e3380f847948e54fc46f57d0c47 2024-11-14T17:18:37,498 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/28006e3380f847948e54fc46f57d0c47, entries=150, sequenceid=73, filesize=11.7 K 2024-11-14T17:18:37,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/939d00a9fa4c4e4987348716a6f0b993 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/939d00a9fa4c4e4987348716a6f0b993 2024-11-14T17:18:37,504 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/939d00a9fa4c4e4987348716a6f0b993, entries=150, sequenceid=73, filesize=11.7 K 2024-11-14T17:18:37,505 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8237f8668cc07ff1e376db94c598145b in 510ms, sequenceid=73, compaction requested=false 2024-11-14T17:18:37,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:37,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:37,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-14T17:18:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-14T17:18:37,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-14T17:18:37,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2750 sec 2024-11-14T17:18:37,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.2790 sec 2024-11-14T17:18:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:37,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T17:18:37,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:37,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:37,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:37,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:37,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:37,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:37,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/896cd44b03ce48d190d4d6e0cac9b5ab is 50, key is test_row_0/A:col10/1731604717228/Put/seqid=0 2024-11-14T17:18:37,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742048_1224 (size=12001) 2024-11-14T17:18:37,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604777553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604777553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604777556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604777556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604777556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604777657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604777658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604777658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604777659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604777660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604777859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604777860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604777862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604777862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604777862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:37,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/896cd44b03ce48d190d4d6e0cac9b5ab 2024-11-14T17:18:37,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/ff6ae7d57c1748d3a21edc72c8ee2c6c is 50, key is test_row_0/B:col10/1731604717228/Put/seqid=0 2024-11-14T17:18:37,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742049_1225 (size=12001) 2024-11-14T17:18:37,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/ff6ae7d57c1748d3a21edc72c8ee2c6c 2024-11-14T17:18:37,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/6fb7a702b89c47aebb25242e3865a3c1 is 50, key is test_row_0/C:col10/1731604717228/Put/seqid=0 2024-11-14T17:18:37,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742050_1226 (size=12001) 2024-11-14T17:18:38,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604778164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604778165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604778166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604778167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604778168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T17:18:38,334 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-14T17:18:38,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-14T17:18:38,337 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:38,337 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:38,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T17:18:38,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/6fb7a702b89c47aebb25242e3865a3c1 2024-11-14T17:18:38,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/896cd44b03ce48d190d4d6e0cac9b5ab as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/896cd44b03ce48d190d4d6e0cac9b5ab 2024-11-14T17:18:38,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/896cd44b03ce48d190d4d6e0cac9b5ab, entries=150, sequenceid=91, filesize=11.7 K 2024-11-14T17:18:38,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/ff6ae7d57c1748d3a21edc72c8ee2c6c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/ff6ae7d57c1748d3a21edc72c8ee2c6c 2024-11-14T17:18:38,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/ff6ae7d57c1748d3a21edc72c8ee2c6c, entries=150, sequenceid=91, filesize=11.7 K 2024-11-14T17:18:38,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/6fb7a702b89c47aebb25242e3865a3c1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6fb7a702b89c47aebb25242e3865a3c1 2024-11-14T17:18:38,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6fb7a702b89c47aebb25242e3865a3c1, entries=150, sequenceid=91, filesize=11.7 K 2024-11-14T17:18:38,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8237f8668cc07ff1e376db94c598145b in 858ms, sequenceid=91, compaction requested=true 2024-11-14T17:18:38,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:38,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:38,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:38,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:38,398 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:38,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:38,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:38,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:38,398 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:38,400 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:38,400 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:38,400 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/B is initiating minor compaction (all files) 2024-11-14T17:18:38,400 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/A is initiating minor compaction (all files) 2024-11-14T17:18:38,400 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/B in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:38,400 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/A in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:38,400 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/39af394710e94f7395322da789a8f22c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/28006e3380f847948e54fc46f57d0c47, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/ff6ae7d57c1748d3a21edc72c8ee2c6c] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=35.3 K 2024-11-14T17:18:38,400 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d55a08ea9b2b47ad8b11a591ec3d9ba4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/fd176e7846124d8c9017f062607b5ceb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/896cd44b03ce48d190d4d6e0cac9b5ab] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=35.3 K 2024-11-14T17:18:38,400 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 39af394710e94f7395322da789a8f22c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731604715980 2024-11-14T17:18:38,401 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting d55a08ea9b2b47ad8b11a591ec3d9ba4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731604715980 2024-11-14T17:18:38,401 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 28006e3380f847948e54fc46f57d0c47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731604716107 2024-11-14T17:18:38,401 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd176e7846124d8c9017f062607b5ceb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731604716107 2024-11-14T17:18:38,402 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ff6ae7d57c1748d3a21edc72c8ee2c6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731604717228 2024-11-14T17:18:38,402 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 896cd44b03ce48d190d4d6e0cac9b5ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731604717228 2024-11-14T17:18:38,411 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#A#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:38,411 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:38,411 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/0c8b6d1eb3fc4cefa6874170ba0da32b is 50, key is test_row_0/B:col10/1731604717228/Put/seqid=0 2024-11-14T17:18:38,411 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/59eae35045fb47d7b31594f210b30131 is 50, key is test_row_0/A:col10/1731604717228/Put/seqid=0 2024-11-14T17:18:38,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742051_1227 (size=12207) 2024-11-14T17:18:38,436 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/0c8b6d1eb3fc4cefa6874170ba0da32b as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0c8b6d1eb3fc4cefa6874170ba0da32b 2024-11-14T17:18:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T17:18:38,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742052_1228 (size=12207) 2024-11-14T17:18:38,445 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/B of 8237f8668cc07ff1e376db94c598145b into 0c8b6d1eb3fc4cefa6874170ba0da32b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:38,445 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:38,445 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/B, priority=13, startTime=1731604718398; duration=0sec 2024-11-14T17:18:38,445 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:38,445 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:B 2024-11-14T17:18:38,445 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:38,447 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/59eae35045fb47d7b31594f210b30131 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/59eae35045fb47d7b31594f210b30131 2024-11-14T17:18:38,453 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:38,453 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/C is initiating minor compaction (all files) 2024-11-14T17:18:38,453 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/A of 8237f8668cc07ff1e376db94c598145b into 59eae35045fb47d7b31594f210b30131(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:38,453 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:38,453 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/C in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:38,453 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/A, priority=13, startTime=1731604718398; duration=0sec 2024-11-14T17:18:38,454 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/0e81c02715084a76b55ef31121dbf139, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/939d00a9fa4c4e4987348716a6f0b993, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6fb7a702b89c47aebb25242e3865a3c1] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=35.3 K 2024-11-14T17:18:38,454 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:38,454 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:A 2024-11-14T17:18:38,454 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e81c02715084a76b55ef31121dbf139, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731604715980 2024-11-14T17:18:38,455 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 939d00a9fa4c4e4987348716a6f0b993, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731604716107 2024-11-14T17:18:38,455 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fb7a702b89c47aebb25242e3865a3c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731604717228 2024-11-14T17:18:38,467 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#C#compaction#182 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:38,467 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/cbd4a8c4a62943669139ff39ca984c47 is 50, key is test_row_0/C:col10/1731604717228/Put/seqid=0 2024-11-14T17:18:38,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742053_1229 (size=12207) 2024-11-14T17:18:38,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-14T17:18:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:38,490 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T17:18:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:38,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:38,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:38,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:38,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/9f0f8d51e7e44fe590d631090261a06c is 50, key is test_row_0/A:col10/1731604717554/Put/seqid=0 2024-11-14T17:18:38,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742054_1230 (size=12001) 2024-11-14T17:18:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T17:18:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:38,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:38,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T17:18:38,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604778681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604778682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604778685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604778685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604778685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604778786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604778787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604778789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604778789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604778789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,886 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/cbd4a8c4a62943669139ff39ca984c47 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/cbd4a8c4a62943669139ff39ca984c47 2024-11-14T17:18:38,897 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/C of 8237f8668cc07ff1e376db94c598145b into cbd4a8c4a62943669139ff39ca984c47(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:38,897 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:38,897 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/C, priority=13, startTime=1731604718398; duration=0sec 2024-11-14T17:18:38,897 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:38,897 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:C 2024-11-14T17:18:38,899 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/9f0f8d51e7e44fe590d631090261a06c 2024-11-14T17:18:38,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/f55532ec30ac4bbf9a851e315ed901e5 is 50, key is test_row_0/B:col10/1731604717554/Put/seqid=0 2024-11-14T17:18:38,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742055_1231 (size=12001) 2024-11-14T17:18:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T17:18:38,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604778990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604778990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604778991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604778992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:38,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604778992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604779293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604779294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604779296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604779296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604779297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,313 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/f55532ec30ac4bbf9a851e315ed901e5 2024-11-14T17:18:39,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/c0409ac21834466cb70b40b43a7a49c9 is 50, key is test_row_0/C:col10/1731604717554/Put/seqid=0 2024-11-14T17:18:39,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742056_1232 (size=12001) 2024-11-14T17:18:39,347 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/c0409ac21834466cb70b40b43a7a49c9 2024-11-14T17:18:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/9f0f8d51e7e44fe590d631090261a06c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/9f0f8d51e7e44fe590d631090261a06c 2024-11-14T17:18:39,360 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/9f0f8d51e7e44fe590d631090261a06c, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T17:18:39,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/f55532ec30ac4bbf9a851e315ed901e5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/f55532ec30ac4bbf9a851e315ed901e5 2024-11-14T17:18:39,367 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/f55532ec30ac4bbf9a851e315ed901e5, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T17:18:39,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/c0409ac21834466cb70b40b43a7a49c9 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/c0409ac21834466cb70b40b43a7a49c9 2024-11-14T17:18:39,373 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/c0409ac21834466cb70b40b43a7a49c9, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T17:18:39,374 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 8237f8668cc07ff1e376db94c598145b in 884ms, sequenceid=114, compaction requested=false 2024-11-14T17:18:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-14T17:18:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-14T17:18:39,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-14T17:18:39,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0370 sec 2024-11-14T17:18:39,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.0420 sec 2024-11-14T17:18:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T17:18:39,441 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-14T17:18:39,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-14T17:18:39,444 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T17:18:39,445 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:39,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T17:18:39,597 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-14T17:18:39,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:39,598 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T17:18:39,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:39,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:39,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:39,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:39,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:39,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/d7b985c7d5dd419da2abffa907cb0730 is 50, key is test_row_0/A:col10/1731604718677/Put/seqid=0 2024-11-14T17:18:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742057_1233 (size=12001) 2024-11-14T17:18:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T17:18:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:39,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:39,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604779811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604779812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604779812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604779813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604779813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604779916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604779916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604779916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604779920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:39,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604779920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,009 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/d7b985c7d5dd419da2abffa907cb0730 2024-11-14T17:18:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/6c7a6ea43df5410c8087e687d6bbccd0 is 50, key is test_row_0/B:col10/1731604718677/Put/seqid=0 2024-11-14T17:18:40,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742058_1234 (size=12001) 2024-11-14T17:18:40,026 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/6c7a6ea43df5410c8087e687d6bbccd0 2024-11-14T17:18:40,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/2048239b284a4faeab9441bc9265903b is 50, key is test_row_0/C:col10/1731604718677/Put/seqid=0 2024-11-14T17:18:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T17:18:40,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742059_1235 (size=12001) 2024-11-14T17:18:40,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604780118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604780120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604780120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604780123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604780123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604780422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604780423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604780424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604780429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604780429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,450 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/2048239b284a4faeab9441bc9265903b 2024-11-14T17:18:40,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/d7b985c7d5dd419da2abffa907cb0730 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d7b985c7d5dd419da2abffa907cb0730 2024-11-14T17:18:40,460 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d7b985c7d5dd419da2abffa907cb0730, entries=150, sequenceid=130, filesize=11.7 K 2024-11-14T17:18:40,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/6c7a6ea43df5410c8087e687d6bbccd0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/6c7a6ea43df5410c8087e687d6bbccd0 2024-11-14T17:18:40,466 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/6c7a6ea43df5410c8087e687d6bbccd0, entries=150, sequenceid=130, filesize=11.7 K 2024-11-14T17:18:40,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/2048239b284a4faeab9441bc9265903b as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/2048239b284a4faeab9441bc9265903b 2024-11-14T17:18:40,471 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/2048239b284a4faeab9441bc9265903b, entries=150, sequenceid=130, filesize=11.7 K 2024-11-14T17:18:40,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-14T17:18:40,471 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8237f8668cc07ff1e376db94c598145b in 873ms, sequenceid=130, compaction requested=true 2024-11-14T17:18:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-14T17:18:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-14T17:18:40,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-14T17:18:40,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-11-14T17:18:40,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.0330 sec 2024-11-14T17:18:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T17:18:40,547 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-14T17:18:40,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-14T17:18:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T17:18:40,552 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:40,553 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:40,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T17:18:40,704 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-14T17:18:40,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:40,705 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T17:18:40,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:40,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:40,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:40,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:40,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:40,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:40,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/febfab0a03c64066a26fff79bfb08058 is 50, key is test_row_0/A:col10/1731604719812/Put/seqid=0 2024-11-14T17:18:40,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742060_1236 (size=12151) 2024-11-14T17:18:40,724 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/febfab0a03c64066a26fff79bfb08058 2024-11-14T17:18:40,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/09f169aa1f2a483496a28eedf92a01cb is 50, key is test_row_0/B:col10/1731604719812/Put/seqid=0 2024-11-14T17:18:40,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742061_1237 (size=12151) 2024-11-14T17:18:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T17:18:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:40,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:40,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604780939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604780940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604780940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604780941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:40,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604780941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604781044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604781045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604781045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604781046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604781046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,146 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/09f169aa1f2a483496a28eedf92a01cb 2024-11-14T17:18:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T17:18:41,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/6f3432b309a043459e08bea92cf6a981 is 50, key is test_row_0/C:col10/1731604719812/Put/seqid=0 2024-11-14T17:18:41,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742062_1238 (size=12151) 2024-11-14T17:18:41,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604781247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604781248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604781248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604781249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604781249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604781550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604781552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604781552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604781554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604781554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,560 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/6f3432b309a043459e08bea92cf6a981 2024-11-14T17:18:41,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/febfab0a03c64066a26fff79bfb08058 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/febfab0a03c64066a26fff79bfb08058 2024-11-14T17:18:41,571 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/febfab0a03c64066a26fff79bfb08058, entries=150, sequenceid=151, filesize=11.9 K 2024-11-14T17:18:41,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/09f169aa1f2a483496a28eedf92a01cb as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/09f169aa1f2a483496a28eedf92a01cb 2024-11-14T17:18:41,576 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/09f169aa1f2a483496a28eedf92a01cb, entries=150, sequenceid=151, filesize=11.9 K 2024-11-14T17:18:41,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/6f3432b309a043459e08bea92cf6a981 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6f3432b309a043459e08bea92cf6a981 2024-11-14T17:18:41,582 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6f3432b309a043459e08bea92cf6a981, entries=150, sequenceid=151, filesize=11.9 K 2024-11-14T17:18:41,582 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 8237f8668cc07ff1e376db94c598145b in 877ms, sequenceid=151, compaction requested=true 2024-11-14T17:18:41,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:41,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:41,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-14T17:18:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-14T17:18:41,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-14T17:18:41,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0310 sec 2024-11-14T17:18:41,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0370 sec 2024-11-14T17:18:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-14T17:18:41,654 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-14T17:18:41,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-14T17:18:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T17:18:41,657 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:41,658 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:41,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T17:18:41,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:41,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-14T17:18:41,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:41,812 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T17:18:41,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:41,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:41,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:41,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:41,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:41,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:41,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/6b5c24bd424c41559f7cfeea4093b854 is 50, key is test_row_0/A:col10/1731604720935/Put/seqid=0 2024-11-14T17:18:41,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742063_1239 (size=12151) 2024-11-14T17:18:41,823 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/6b5c24bd424c41559f7cfeea4093b854 2024-11-14T17:18:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/1042bfc7afac4c2a8c75ab38a486c073 is 50, key is test_row_0/B:col10/1731604720935/Put/seqid=0 2024-11-14T17:18:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742064_1240 (size=12151) 2024-11-14T17:18:41,839 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/1042bfc7afac4c2a8c75ab38a486c073 2024-11-14T17:18:41,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/8df34551af6f48e4ba2df49dbb3045ab is 50, key is test_row_0/C:col10/1731604720935/Put/seqid=0 2024-11-14T17:18:41,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742065_1241 (size=12151) 2024-11-14T17:18:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T17:18:42,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:42,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604782070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604782073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604782073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604782074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604782074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604782176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604782178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604782179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604782180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604782186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T17:18:42,262 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/8df34551af6f48e4ba2df49dbb3045ab 2024-11-14T17:18:42,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/6b5c24bd424c41559f7cfeea4093b854 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/6b5c24bd424c41559f7cfeea4093b854 2024-11-14T17:18:42,272 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/6b5c24bd424c41559f7cfeea4093b854, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T17:18:42,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/1042bfc7afac4c2a8c75ab38a486c073 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1042bfc7afac4c2a8c75ab38a486c073 2024-11-14T17:18:42,278 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1042bfc7afac4c2a8c75ab38a486c073, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T17:18:42,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/8df34551af6f48e4ba2df49dbb3045ab as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/8df34551af6f48e4ba2df49dbb3045ab 2024-11-14T17:18:42,283 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/8df34551af6f48e4ba2df49dbb3045ab, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T17:18:42,284 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8237f8668cc07ff1e376db94c598145b in 473ms, sequenceid=166, compaction requested=true 2024-11-14T17:18:42,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:42,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:42,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-14T17:18:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-14T17:18:42,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-14T17:18:42,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 628 msec 2024-11-14T17:18:42,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 635 msec 2024-11-14T17:18:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:42,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T17:18:42,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:42,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:42,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:42,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:42,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:42,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:42,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/c75d5514b9a546f1869add3b52aa7f19 is 50, key is test_row_0/A:col10/1731604722073/Put/seqid=0 2024-11-14T17:18:42,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742066_1242 (size=14541) 2024-11-14T17:18:42,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604782393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604782394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604782395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604782395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604782396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604782498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604782499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604782501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604782502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604782502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604782702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604782702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604782705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604782705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604782706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T17:18:42,760 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-14T17:18:42,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-14T17:18:42,764 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:42,765 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:42,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T17:18:42,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/c75d5514b9a546f1869add3b52aa7f19 2024-11-14T17:18:42,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/1bb615cecb0e4ccba23a373825fc2e94 is 50, key is test_row_0/B:col10/1731604722073/Put/seqid=0 2024-11-14T17:18:42,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742067_1243 (size=12151) 2024-11-14T17:18:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T17:18:42,918 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:42,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T17:18:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:42,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:43,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604783006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604783007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604783008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604783010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604783011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T17:18:43,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T17:18:43,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:43,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:43,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:43,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:43,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:43,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/1bb615cecb0e4ccba23a373825fc2e94 2024-11-14T17:18:43,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/4d5ab54370e249c7abf616326b05459e is 50, key is test_row_0/C:col10/1731604722073/Put/seqid=0 2024-11-14T17:18:43,226 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T17:18:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:43,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:43,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:43,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:43,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742068_1244 (size=12151) 2024-11-14T17:18:43,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/4d5ab54370e249c7abf616326b05459e 2024-11-14T17:18:43,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/c75d5514b9a546f1869add3b52aa7f19 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/c75d5514b9a546f1869add3b52aa7f19 2024-11-14T17:18:43,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/c75d5514b9a546f1869add3b52aa7f19, entries=200, sequenceid=190, filesize=14.2 K 2024-11-14T17:18:43,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/1bb615cecb0e4ccba23a373825fc2e94 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1bb615cecb0e4ccba23a373825fc2e94 2024-11-14T17:18:43,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1bb615cecb0e4ccba23a373825fc2e94, entries=150, sequenceid=190, filesize=11.9 K 2024-11-14T17:18:43,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/4d5ab54370e249c7abf616326b05459e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4d5ab54370e249c7abf616326b05459e 2024-11-14T17:18:43,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4d5ab54370e249c7abf616326b05459e, entries=150, sequenceid=190, filesize=11.9 K 2024-11-14T17:18:43,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 8237f8668cc07ff1e376db94c598145b in 887ms, sequenceid=190, compaction requested=true 2024-11-14T17:18:43,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:43,271 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T17:18:43,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:43,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:43,271 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T17:18:43,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:43,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:43,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:43,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:43,273 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 75052 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T17:18:43,273 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/A is initiating minor compaction (all files) 2024-11-14T17:18:43,273 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72662 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T17:18:43,273 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/A in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:43,273 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/B is initiating minor compaction (all files) 2024-11-14T17:18:43,273 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/B in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:43,273 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/59eae35045fb47d7b31594f210b30131, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/9f0f8d51e7e44fe590d631090261a06c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d7b985c7d5dd419da2abffa907cb0730, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/febfab0a03c64066a26fff79bfb08058, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/6b5c24bd424c41559f7cfeea4093b854, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/c75d5514b9a546f1869add3b52aa7f19] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=73.3 K 2024-11-14T17:18:43,273 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0c8b6d1eb3fc4cefa6874170ba0da32b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/f55532ec30ac4bbf9a851e315ed901e5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/6c7a6ea43df5410c8087e687d6bbccd0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/09f169aa1f2a483496a28eedf92a01cb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1042bfc7afac4c2a8c75ab38a486c073, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1bb615cecb0e4ccba23a373825fc2e94] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=71.0 K 2024-11-14T17:18:43,274 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59eae35045fb47d7b31594f210b30131, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731604717228 2024-11-14T17:18:43,274 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c8b6d1eb3fc4cefa6874170ba0da32b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731604717228 2024-11-14T17:18:43,274 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting f55532ec30ac4bbf9a851e315ed901e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731604717554 2024-11-14T17:18:43,274 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f0f8d51e7e44fe590d631090261a06c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731604717554 2024-11-14T17:18:43,275 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7b985c7d5dd419da2abffa907cb0730, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731604718677 2024-11-14T17:18:43,275 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c7a6ea43df5410c8087e687d6bbccd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731604718677 2024-11-14T17:18:43,275 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 09f169aa1f2a483496a28eedf92a01cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731604719811 2024-11-14T17:18:43,275 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting febfab0a03c64066a26fff79bfb08058, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731604719811 2024-11-14T17:18:43,276 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 1042bfc7afac4c2a8c75ab38a486c073, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731604720935 2024-11-14T17:18:43,276 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b5c24bd424c41559f7cfeea4093b854, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731604720935 2024-11-14T17:18:43,276 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bb615cecb0e4ccba23a373825fc2e94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731604722073 2024-11-14T17:18:43,276 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting c75d5514b9a546f1869add3b52aa7f19, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731604722073 2024-11-14T17:18:43,292 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#B#compaction#198 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:43,293 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/eb7c90a0af144e76930f75a8e2b6ef46 is 50, key is test_row_0/B:col10/1731604722073/Put/seqid=0 2024-11-14T17:18:43,294 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#A#compaction#199 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:43,295 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/697a83b85d554d2f9360e0ce5339d952 is 50, key is test_row_0/A:col10/1731604722073/Put/seqid=0 2024-11-14T17:18:43,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742070_1246 (size=12561) 2024-11-14T17:18:43,316 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/697a83b85d554d2f9360e0ce5339d952 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/697a83b85d554d2f9360e0ce5339d952 2024-11-14T17:18:43,322 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/A of 8237f8668cc07ff1e376db94c598145b into 697a83b85d554d2f9360e0ce5339d952(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:43,322 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:43,322 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/A, priority=10, startTime=1731604723270; duration=0sec 2024-11-14T17:18:43,322 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:43,323 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:A 2024-11-14T17:18:43,323 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T17:18:43,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742069_1245 (size=12561) 2024-11-14T17:18:43,327 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72662 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T17:18:43,327 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/C is initiating minor compaction (all files) 2024-11-14T17:18:43,327 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/C in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:43,327 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/cbd4a8c4a62943669139ff39ca984c47, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/c0409ac21834466cb70b40b43a7a49c9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/2048239b284a4faeab9441bc9265903b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6f3432b309a043459e08bea92cf6a981, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/8df34551af6f48e4ba2df49dbb3045ab, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4d5ab54370e249c7abf616326b05459e] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=71.0 K 2024-11-14T17:18:43,328 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbd4a8c4a62943669139ff39ca984c47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731604717228 2024-11-14T17:18:43,329 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0409ac21834466cb70b40b43a7a49c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731604717554 2024-11-14T17:18:43,330 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2048239b284a4faeab9441bc9265903b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731604718677 2024-11-14T17:18:43,330 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f3432b309a043459e08bea92cf6a981, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731604719811 2024-11-14T17:18:43,331 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8df34551af6f48e4ba2df49dbb3045ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731604720935 2024-11-14T17:18:43,331 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d5ab54370e249c7abf616326b05459e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731604722073 2024-11-14T17:18:43,338 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/eb7c90a0af144e76930f75a8e2b6ef46 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/eb7c90a0af144e76930f75a8e2b6ef46 2024-11-14T17:18:43,347 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/B of 8237f8668cc07ff1e376db94c598145b into eb7c90a0af144e76930f75a8e2b6ef46(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:43,347 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:43,347 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/B, priority=10, startTime=1731604723271; duration=0sec 2024-11-14T17:18:43,347 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:43,347 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:B 2024-11-14T17:18:43,350 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#C#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:43,351 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/aa2fe53091524cf7a509cfc788883460 is 50, key is test_row_0/C:col10/1731604722073/Put/seqid=0 2024-11-14T17:18:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T17:18:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742071_1247 (size=12561) 2024-11-14T17:18:43,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-14T17:18:43,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:43,380 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T17:18:43,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:43,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:43,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:43,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:43,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:43,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:43,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/2dfab61f202b4619b171fe1a2b95d1cf is 50, key is test_row_0/A:col10/1731604722394/Put/seqid=0 2024-11-14T17:18:43,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742072_1248 (size=12151) 2024-11-14T17:18:43,394 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/2dfab61f202b4619b171fe1a2b95d1cf 2024-11-14T17:18:43,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/e8e0e2c86801454bbea63a7492b6cefe is 50, key is test_row_0/B:col10/1731604722394/Put/seqid=0 2024-11-14T17:18:43,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742073_1249 (size=12151) 2024-11-14T17:18:43,439 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/e8e0e2c86801454bbea63a7492b6cefe 2024-11-14T17:18:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/e622f209008e4e9bbd0a34003c95fec6 is 50, key is test_row_0/C:col10/1731604722394/Put/seqid=0 2024-11-14T17:18:43,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742074_1250 (size=12151) 2024-11-14T17:18:43,471 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/e622f209008e4e9bbd0a34003c95fec6 2024-11-14T17:18:43,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/2dfab61f202b4619b171fe1a2b95d1cf as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/2dfab61f202b4619b171fe1a2b95d1cf 2024-11-14T17:18:43,481 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/2dfab61f202b4619b171fe1a2b95d1cf, entries=150, sequenceid=205, filesize=11.9 K 2024-11-14T17:18:43,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/e8e0e2c86801454bbea63a7492b6cefe as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e8e0e2c86801454bbea63a7492b6cefe 2024-11-14T17:18:43,489 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e8e0e2c86801454bbea63a7492b6cefe, entries=150, sequenceid=205, filesize=11.9 K 2024-11-14T17:18:43,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/e622f209008e4e9bbd0a34003c95fec6 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/e622f209008e4e9bbd0a34003c95fec6 2024-11-14T17:18:43,494 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/e622f209008e4e9bbd0a34003c95fec6, entries=150, sequenceid=205, filesize=11.9 K 2024-11-14T17:18:43,495 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 8237f8668cc07ff1e376db94c598145b in 115ms, sequenceid=205, compaction requested=false 2024-11-14T17:18:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-14T17:18:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-14T17:18:43,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-14T17:18:43,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 732 msec 2024-11-14T17:18:43,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 737 msec 2024-11-14T17:18:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:43,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:18:43,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:43,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:43,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:43,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:43,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:43,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:43,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/f669f92603134d4fb344de2e3238a79c is 50, key is test_row_0/A:col10/1731604723520/Put/seqid=0 2024-11-14T17:18:43,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742075_1251 (size=9757) 2024-11-14T17:18:43,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/f669f92603134d4fb344de2e3238a79c 2024-11-14T17:18:43,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604783541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604783543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604783545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604783546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604783546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/be15acc659d34f85915ed8df30b746ef is 50, key is test_row_0/B:col10/1731604723520/Put/seqid=0 2024-11-14T17:18:43,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742076_1252 (size=9757) 2024-11-14T17:18:43,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604783647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604783648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604783651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604783651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604783652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,785 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/aa2fe53091524cf7a509cfc788883460 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/aa2fe53091524cf7a509cfc788883460 2024-11-14T17:18:43,790 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/C of 8237f8668cc07ff1e376db94c598145b into aa2fe53091524cf7a509cfc788883460(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:43,790 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:43,791 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/C, priority=10, startTime=1731604723271; duration=0sec 2024-11-14T17:18:43,791 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:43,791 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:C 2024-11-14T17:18:43,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604783850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604783851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604783853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604783856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604783857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-14T17:18:43,868 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-14T17:18:43,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-14T17:18:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T17:18:43,872 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:43,873 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:43,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T17:18:43,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/be15acc659d34f85915ed8df30b746ef 2024-11-14T17:18:43,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/3cb9d4f7abf746cc8e3d974ea833c724 is 50, key is test_row_0/C:col10/1731604723520/Put/seqid=0 2024-11-14T17:18:43,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742077_1253 (size=9757) 2024-11-14T17:18:43,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/3cb9d4f7abf746cc8e3d974ea833c724 2024-11-14T17:18:43,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/f669f92603134d4fb344de2e3238a79c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/f669f92603134d4fb344de2e3238a79c 2024-11-14T17:18:44,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/f669f92603134d4fb344de2e3238a79c, entries=100, sequenceid=217, filesize=9.5 K 2024-11-14T17:18:44,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/be15acc659d34f85915ed8df30b746ef as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/be15acc659d34f85915ed8df30b746ef 2024-11-14T17:18:44,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/be15acc659d34f85915ed8df30b746ef, entries=100, sequenceid=217, filesize=9.5 K 2024-11-14T17:18:44,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/3cb9d4f7abf746cc8e3d974ea833c724 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/3cb9d4f7abf746cc8e3d974ea833c724 2024-11-14T17:18:44,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/3cb9d4f7abf746cc8e3d974ea833c724, entries=100, sequenceid=217, filesize=9.5 K 2024-11-14T17:18:44,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8237f8668cc07ff1e376db94c598145b in 500ms, sequenceid=217, compaction requested=true 2024-11-14T17:18:44,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:44,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:44,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:44,022 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:44,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:44,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:44,022 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:44,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:44,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:44,023 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:44,023 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:44,024 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/B is initiating minor compaction (all files) 2024-11-14T17:18:44,024 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/A is initiating minor compaction (all files) 2024-11-14T17:18:44,024 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/B in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:44,024 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/A in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:44,024 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/eb7c90a0af144e76930f75a8e2b6ef46, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e8e0e2c86801454bbea63a7492b6cefe, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/be15acc659d34f85915ed8df30b746ef] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=33.7 K 2024-11-14T17:18:44,024 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/697a83b85d554d2f9360e0ce5339d952, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/2dfab61f202b4619b171fe1a2b95d1cf, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/f669f92603134d4fb344de2e3238a79c] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=33.7 K 2024-11-14T17:18:44,024 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting eb7c90a0af144e76930f75a8e2b6ef46, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731604722073 2024-11-14T17:18:44,024 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 697a83b85d554d2f9360e0ce5339d952, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731604722073 2024-11-14T17:18:44,025 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting e8e0e2c86801454bbea63a7492b6cefe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731604722389 2024-11-14T17:18:44,025 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dfab61f202b4619b171fe1a2b95d1cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731604722389 2024-11-14T17:18:44,025 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,025 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting be15acc659d34f85915ed8df30b746ef, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731604723520 2024-11-14T17:18:44,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T17:18:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:44,026 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting f669f92603134d4fb344de2e3238a79c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731604723520 2024-11-14T17:18:44,026 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T17:18:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:44,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:44,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/7bd5a2c1fc864c18ba0ef2f64d7b0720 is 50, key is test_row_0/A:col10/1731604723545/Put/seqid=0 2024-11-14T17:18:44,046 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#A#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:44,047 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/0378b2d2296b42489623756c4f65b999 is 50, key is test_row_0/A:col10/1731604723520/Put/seqid=0 2024-11-14T17:18:44,050 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#B#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:44,051 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/a8d3dab01de342f695ad3f193356c225 is 50, key is test_row_0/B:col10/1731604723520/Put/seqid=0 2024-11-14T17:18:44,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742078_1254 (size=12151) 2024-11-14T17:18:44,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742080_1256 (size=12663) 2024-11-14T17:18:44,076 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/a8d3dab01de342f695ad3f193356c225 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a8d3dab01de342f695ad3f193356c225 2024-11-14T17:18:44,081 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/B of 8237f8668cc07ff1e376db94c598145b into a8d3dab01de342f695ad3f193356c225(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:44,081 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:44,081 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/B, priority=13, startTime=1731604724022; duration=0sec 2024-11-14T17:18:44,081 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:44,081 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:B 2024-11-14T17:18:44,082 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:44,083 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:44,083 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/C is initiating minor compaction (all files) 2024-11-14T17:18:44,084 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/C in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:44,084 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/aa2fe53091524cf7a509cfc788883460, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/e622f209008e4e9bbd0a34003c95fec6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/3cb9d4f7abf746cc8e3d974ea833c724] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=33.7 K 2024-11-14T17:18:44,087 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting aa2fe53091524cf7a509cfc788883460, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731604722073 2024-11-14T17:18:44,088 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting e622f209008e4e9bbd0a34003c95fec6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731604722389 2024-11-14T17:18:44,088 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cb9d4f7abf746cc8e3d974ea833c724, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731604723520 2024-11-14T17:18:44,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742079_1255 (size=12663) 2024-11-14T17:18:44,096 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/0378b2d2296b42489623756c4f65b999 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/0378b2d2296b42489623756c4f65b999 2024-11-14T17:18:44,103 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#C#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:44,103 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/c33531b88a5b43829069776d36555522 is 50, key is test_row_0/C:col10/1731604723520/Put/seqid=0 2024-11-14T17:18:44,103 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/A of 8237f8668cc07ff1e376db94c598145b into 0378b2d2296b42489623756c4f65b999(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:44,103 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:44,103 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/A, priority=13, startTime=1731604724022; duration=0sec 2024-11-14T17:18:44,103 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:44,104 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:A 2024-11-14T17:18:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742081_1257 (size=12663) 2024-11-14T17:18:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:44,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:44,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604784161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604784163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604784163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604784164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604784165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T17:18:44,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604784266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604784267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604784268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604784268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,462 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/7bd5a2c1fc864c18ba0ef2f64d7b0720 2024-11-14T17:18:44,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604784469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c710ca85fd724d15987e651090301373 is 50, key is test_row_0/B:col10/1731604723545/Put/seqid=0 2024-11-14T17:18:44,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604784470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604784472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604784472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T17:18:44,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742082_1258 (size=12151) 2024-11-14T17:18:44,518 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/c33531b88a5b43829069776d36555522 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/c33531b88a5b43829069776d36555522 2024-11-14T17:18:44,523 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/C of 8237f8668cc07ff1e376db94c598145b into c33531b88a5b43829069776d36555522(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:44,523 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:44,523 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/C, priority=13, startTime=1731604724022; duration=0sec 2024-11-14T17:18:44,523 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:44,523 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:C 2024-11-14T17:18:44,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604784667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604784771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604784772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604784774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604784776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:44,883 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c710ca85fd724d15987e651090301373 2024-11-14T17:18:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/1080a2ce167a4ef195fbbf75465e7d68 is 50, key is test_row_0/C:col10/1731604723545/Put/seqid=0 2024-11-14T17:18:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742083_1259 (size=12151) 2024-11-14T17:18:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T17:18:45,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604785275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:45,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604785276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:45,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604785278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:45,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604785279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:45,304 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/1080a2ce167a4ef195fbbf75465e7d68 2024-11-14T17:18:45,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/7bd5a2c1fc864c18ba0ef2f64d7b0720 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/7bd5a2c1fc864c18ba0ef2f64d7b0720 2024-11-14T17:18:45,313 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/7bd5a2c1fc864c18ba0ef2f64d7b0720, entries=150, sequenceid=243, filesize=11.9 K 2024-11-14T17:18:45,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c710ca85fd724d15987e651090301373 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c710ca85fd724d15987e651090301373 2024-11-14T17:18:45,318 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c710ca85fd724d15987e651090301373, entries=150, sequenceid=243, filesize=11.9 K 2024-11-14T17:18:45,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/1080a2ce167a4ef195fbbf75465e7d68 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1080a2ce167a4ef195fbbf75465e7d68 2024-11-14T17:18:45,322 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1080a2ce167a4ef195fbbf75465e7d68, entries=150, sequenceid=243, filesize=11.9 K 2024-11-14T17:18:45,323 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8237f8668cc07ff1e376db94c598145b in 1297ms, sequenceid=243, compaction requested=false 2024-11-14T17:18:45,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:45,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:45,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-14T17:18:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-14T17:18:45,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-14T17:18:45,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4510 sec 2024-11-14T17:18:45,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4560 sec 2024-11-14T17:18:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:45,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T17:18:45,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:45,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:45,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:45,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:45,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:45,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:45,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/e83609613b434a089f4637bfbbe0d5be is 50, key is test_row_0/A:col10/1731604724162/Put/seqid=0 2024-11-14T17:18:45,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742084_1260 (size=14591) 2024-11-14T17:18:45,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604785724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:45,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604785827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T17:18:45,976 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-14T17:18:45,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-14T17:18:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T17:18:45,979 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:45,980 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:45,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:46,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:46,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604786029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T17:18:46,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/e83609613b434a089f4637bfbbe0d5be 2024-11-14T17:18:46,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c28f2c46f42045ccbef7840aa3d9e031 is 50, key is test_row_0/B:col10/1731604724162/Put/seqid=0 2024-11-14T17:18:46,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742085_1261 (size=12201) 2024-11-14T17:18:46,132 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:46,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T17:18:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:46,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:46,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604786279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T17:18:46,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604786282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:46,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604786284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:46,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:46,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604786285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:46,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T17:18:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:46,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:46,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604786331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:46,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:46,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T17:18:46,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:46,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:46,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:46,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:46,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:46,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c28f2c46f42045ccbef7840aa3d9e031 2024-11-14T17:18:46,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/1430c9c72c364b68aaa55bc3a2edbb3c is 50, key is test_row_0/C:col10/1731604724162/Put/seqid=0 2024-11-14T17:18:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742086_1262 (size=12201) 2024-11-14T17:18:46,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/1430c9c72c364b68aaa55bc3a2edbb3c 2024-11-14T17:18:46,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/e83609613b434a089f4637bfbbe0d5be as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/e83609613b434a089f4637bfbbe0d5be 2024-11-14T17:18:46,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/e83609613b434a089f4637bfbbe0d5be, entries=200, sequenceid=259, filesize=14.2 K 2024-11-14T17:18:46,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c28f2c46f42045ccbef7840aa3d9e031 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c28f2c46f42045ccbef7840aa3d9e031 2024-11-14T17:18:46,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c28f2c46f42045ccbef7840aa3d9e031, entries=150, sequenceid=259, filesize=11.9 K 2024-11-14T17:18:46,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/1430c9c72c364b68aaa55bc3a2edbb3c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1430c9c72c364b68aaa55bc3a2edbb3c 2024-11-14T17:18:46,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1430c9c72c364b68aaa55bc3a2edbb3c, entries=150, sequenceid=259, filesize=11.9 K 2024-11-14T17:18:46,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8237f8668cc07ff1e376db94c598145b in 877ms, sequenceid=259, compaction requested=true 2024-11-14T17:18:46,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:46,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:46,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:46,550 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:46,550 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:46,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:46,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:46,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:46,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:46,551 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:46,551 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/A is initiating minor compaction (all files) 2024-11-14T17:18:46,551 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/A in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:46,551 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/0378b2d2296b42489623756c4f65b999, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/7bd5a2c1fc864c18ba0ef2f64d7b0720, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/e83609613b434a089f4637bfbbe0d5be] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=38.5 K 2024-11-14T17:18:46,552 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:46,552 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0378b2d2296b42489623756c4f65b999, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731604722395 2024-11-14T17:18:46,552 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/B is initiating minor compaction (all files) 2024-11-14T17:18:46,552 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/B in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:46,552 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a8d3dab01de342f695ad3f193356c225, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c710ca85fd724d15987e651090301373, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c28f2c46f42045ccbef7840aa3d9e031] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.1 K 2024-11-14T17:18:46,552 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bd5a2c1fc864c18ba0ef2f64d7b0720, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731604723542 2024-11-14T17:18:46,552 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting e83609613b434a089f4637bfbbe0d5be, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731604724162 2024-11-14T17:18:46,552 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting a8d3dab01de342f695ad3f193356c225, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731604722395 2024-11-14T17:18:46,553 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c710ca85fd724d15987e651090301373, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731604723542 2024-11-14T17:18:46,553 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c28f2c46f42045ccbef7840aa3d9e031, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731604724162 2024-11-14T17:18:46,561 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#B#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:46,562 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/675f0f78f1d04f40ba4622057f7b3b9e is 50, key is test_row_0/B:col10/1731604724162/Put/seqid=0 2024-11-14T17:18:46,562 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#A#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:46,563 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/40d9cefe230e468ab5ea6b53666f0948 is 50, key is test_row_0/A:col10/1731604724162/Put/seqid=0 2024-11-14T17:18:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T17:18:46,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742087_1263 (size=12815) 2024-11-14T17:18:46,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:46,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T17:18:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:46,592 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T17:18:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:46,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:46,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:46,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742088_1264 (size=12815) 2024-11-14T17:18:46,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/3274370ec5754026b384dc0945b57d3f is 50, key is test_row_0/A:col10/1731604725714/Put/seqid=0 2024-11-14T17:18:46,602 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/40d9cefe230e468ab5ea6b53666f0948 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/40d9cefe230e468ab5ea6b53666f0948 2024-11-14T17:18:46,609 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/A of 8237f8668cc07ff1e376db94c598145b into 40d9cefe230e468ab5ea6b53666f0948(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:46,609 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:46,609 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/A, priority=13, startTime=1731604726550; duration=0sec 2024-11-14T17:18:46,609 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:46,609 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:A 2024-11-14T17:18:46,609 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:46,610 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:46,611 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/C is initiating minor compaction (all files) 2024-11-14T17:18:46,611 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/C in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:46,611 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/c33531b88a5b43829069776d36555522, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1080a2ce167a4ef195fbbf75465e7d68, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1430c9c72c364b68aaa55bc3a2edbb3c] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.1 K 2024-11-14T17:18:46,611 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting c33531b88a5b43829069776d36555522, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731604722395 2024-11-14T17:18:46,612 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1080a2ce167a4ef195fbbf75465e7d68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731604723542 2024-11-14T17:18:46,612 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1430c9c72c364b68aaa55bc3a2edbb3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731604724162 2024-11-14T17:18:46,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742089_1265 (size=12301) 2024-11-14T17:18:46,619 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/3274370ec5754026b384dc0945b57d3f 2024-11-14T17:18:46,623 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#C#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:46,623 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/61467227b7a343f6a5fe83f06e686303 is 50, key is test_row_0/C:col10/1731604724162/Put/seqid=0 2024-11-14T17:18:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/e48c992f639040578fc311ebf3aec093 is 50, key is test_row_0/B:col10/1731604725714/Put/seqid=0 2024-11-14T17:18:46,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742090_1266 (size=12815) 2024-11-14T17:18:46,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742091_1267 (size=12301) 2024-11-14T17:18:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:46,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:46,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604786877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:46,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604786981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:46,992 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/675f0f78f1d04f40ba4622057f7b3b9e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/675f0f78f1d04f40ba4622057f7b3b9e 2024-11-14T17:18:46,999 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/B of 8237f8668cc07ff1e376db94c598145b into 675f0f78f1d04f40ba4622057f7b3b9e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:46,999 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:46,999 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/B, priority=13, startTime=1731604726550; duration=0sec 2024-11-14T17:18:46,999 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:46,999 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:B 2024-11-14T17:18:47,043 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/61467227b7a343f6a5fe83f06e686303 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/61467227b7a343f6a5fe83f06e686303 2024-11-14T17:18:47,049 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/C of 8237f8668cc07ff1e376db94c598145b into 61467227b7a343f6a5fe83f06e686303(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:47,049 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:47,050 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/C, priority=13, startTime=1731604726550; duration=0sec 2024-11-14T17:18:47,050 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:47,050 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:C 2024-11-14T17:18:47,054 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/e48c992f639040578fc311ebf3aec093 2024-11-14T17:18:47,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/e750f52f0c5d48c9aa0304aede590346 is 50, key is test_row_0/C:col10/1731604725714/Put/seqid=0 2024-11-14T17:18:47,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742092_1268 (size=12301) 2024-11-14T17:18:47,067 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/e750f52f0c5d48c9aa0304aede590346 2024-11-14T17:18:47,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/3274370ec5754026b384dc0945b57d3f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/3274370ec5754026b384dc0945b57d3f 2024-11-14T17:18:47,075 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/3274370ec5754026b384dc0945b57d3f, entries=150, sequenceid=282, filesize=12.0 K 2024-11-14T17:18:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/e48c992f639040578fc311ebf3aec093 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e48c992f639040578fc311ebf3aec093 2024-11-14T17:18:47,080 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e48c992f639040578fc311ebf3aec093, entries=150, sequenceid=282, filesize=12.0 K 2024-11-14T17:18:47,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/e750f52f0c5d48c9aa0304aede590346 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/e750f52f0c5d48c9aa0304aede590346 2024-11-14T17:18:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T17:18:47,085 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/e750f52f0c5d48c9aa0304aede590346, entries=150, sequenceid=282, filesize=12.0 K 2024-11-14T17:18:47,086 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8237f8668cc07ff1e376db94c598145b in 494ms, sequenceid=282, compaction requested=false 2024-11-14T17:18:47,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:47,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:47,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-14T17:18:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-14T17:18:47,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-14T17:18:47,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1080 sec 2024-11-14T17:18:47,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.1130 sec 2024-11-14T17:18:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:47,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T17:18:47,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:47,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:47,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:47,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:47,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:47,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:47,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/b79d51205dbb42ed98c1e6051353e50f is 50, key is test_row_0/A:col10/1731604727185/Put/seqid=0 2024-11-14T17:18:47,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742093_1269 (size=12301) 2024-11-14T17:18:47,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/b79d51205dbb42ed98c1e6051353e50f 2024-11-14T17:18:47,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/1669bb6a7ed04d2c93a638d2e09b1457 is 50, key is test_row_0/B:col10/1731604727185/Put/seqid=0 2024-11-14T17:18:47,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742094_1270 (size=12301) 2024-11-14T17:18:47,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604787241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:47,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604787344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:47,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604787546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:47,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/1669bb6a7ed04d2c93a638d2e09b1457 2024-11-14T17:18:47,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/072a589b749843d7a0337a89357c8bd2 is 50, key is test_row_0/C:col10/1731604727185/Put/seqid=0 2024-11-14T17:18:47,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742095_1271 (size=12301) 2024-11-14T17:18:47,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/072a589b749843d7a0337a89357c8bd2 2024-11-14T17:18:47,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/b79d51205dbb42ed98c1e6051353e50f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b79d51205dbb42ed98c1e6051353e50f 2024-11-14T17:18:47,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b79d51205dbb42ed98c1e6051353e50f, entries=150, sequenceid=299, filesize=12.0 K 2024-11-14T17:18:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/1669bb6a7ed04d2c93a638d2e09b1457 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1669bb6a7ed04d2c93a638d2e09b1457 2024-11-14T17:18:47,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1669bb6a7ed04d2c93a638d2e09b1457, entries=150, sequenceid=299, filesize=12.0 K 2024-11-14T17:18:47,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/072a589b749843d7a0337a89357c8bd2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/072a589b749843d7a0337a89357c8bd2 2024-11-14T17:18:47,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/072a589b749843d7a0337a89357c8bd2, entries=150, sequenceid=299, filesize=12.0 K 2024-11-14T17:18:47,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8237f8668cc07ff1e376db94c598145b in 469ms, sequenceid=299, compaction requested=true 2024-11-14T17:18:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:47,655 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:47,655 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:47,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:47,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:47,656 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:47,657 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/A is initiating minor compaction (all files) 2024-11-14T17:18:47,657 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/A in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:47,657 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/40d9cefe230e468ab5ea6b53666f0948, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/3274370ec5754026b384dc0945b57d3f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b79d51205dbb42ed98c1e6051353e50f] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.5 K 2024-11-14T17:18:47,657 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:47,657 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/B is initiating minor compaction (all files) 2024-11-14T17:18:47,657 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/B in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:47,657 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/675f0f78f1d04f40ba4622057f7b3b9e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e48c992f639040578fc311ebf3aec093, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1669bb6a7ed04d2c93a638d2e09b1457] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.5 K 2024-11-14T17:18:47,658 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40d9cefe230e468ab5ea6b53666f0948, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731604724162 2024-11-14T17:18:47,658 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 675f0f78f1d04f40ba4622057f7b3b9e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731604724162 2024-11-14T17:18:47,658 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting e48c992f639040578fc311ebf3aec093, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731604725714 2024-11-14T17:18:47,658 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3274370ec5754026b384dc0945b57d3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731604725714 2024-11-14T17:18:47,659 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 1669bb6a7ed04d2c93a638d2e09b1457, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731604726866 2024-11-14T17:18:47,659 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting b79d51205dbb42ed98c1e6051353e50f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731604726866 2024-11-14T17:18:47,674 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#B#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:47,676 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/0b99a6ef8b99482eb3ad2145ce2722e6 is 50, key is test_row_0/B:col10/1731604727185/Put/seqid=0 2024-11-14T17:18:47,677 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#A#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:47,678 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/4e9f26eeb5ca4d9e8c2da20e9b273746 is 50, key is test_row_0/A:col10/1731604727185/Put/seqid=0 2024-11-14T17:18:47,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742096_1272 (size=13017) 2024-11-14T17:18:47,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742097_1273 (size=13017) 2024-11-14T17:18:47,742 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/4e9f26eeb5ca4d9e8c2da20e9b273746 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/4e9f26eeb5ca4d9e8c2da20e9b273746 2024-11-14T17:18:47,744 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/0b99a6ef8b99482eb3ad2145ce2722e6 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0b99a6ef8b99482eb3ad2145ce2722e6 2024-11-14T17:18:47,750 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/A of 8237f8668cc07ff1e376db94c598145b into 4e9f26eeb5ca4d9e8c2da20e9b273746(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:47,750 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:47,750 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/A, priority=13, startTime=1731604727655; duration=0sec 2024-11-14T17:18:47,750 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/B of 8237f8668cc07ff1e376db94c598145b into 0b99a6ef8b99482eb3ad2145ce2722e6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:47,750 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:47,750 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/B, priority=13, startTime=1731604727655; duration=0sec 2024-11-14T17:18:47,750 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:47,750 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:A 2024-11-14T17:18:47,750 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:47,750 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:B 2024-11-14T17:18:47,750 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:47,751 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:47,751 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/C is initiating minor compaction (all files) 2024-11-14T17:18:47,751 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/C in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:47,752 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/61467227b7a343f6a5fe83f06e686303, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/e750f52f0c5d48c9aa0304aede590346, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/072a589b749843d7a0337a89357c8bd2] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.5 K 2024-11-14T17:18:47,752 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61467227b7a343f6a5fe83f06e686303, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731604724162 2024-11-14T17:18:47,752 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting e750f52f0c5d48c9aa0304aede590346, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731604725714 2024-11-14T17:18:47,753 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 072a589b749843d7a0337a89357c8bd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731604726866 2024-11-14T17:18:47,762 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#C#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:47,762 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/cce18660a5d74f179d0e7fa826322661 is 50, key is test_row_0/C:col10/1731604727185/Put/seqid=0 2024-11-14T17:18:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742098_1274 (size=13017) 2024-11-14T17:18:47,787 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/cce18660a5d74f179d0e7fa826322661 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/cce18660a5d74f179d0e7fa826322661 2024-11-14T17:18:47,794 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/C of 8237f8668cc07ff1e376db94c598145b into cce18660a5d74f179d0e7fa826322661(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:47,795 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:47,795 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/C, priority=13, startTime=1731604727655; duration=0sec 2024-11-14T17:18:47,795 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:47,795 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:C 2024-11-14T17:18:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:47,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T17:18:47,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:47,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:47,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:47,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:47,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:47,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:47,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/9e267df864f54b9cb23723dd4ee544e2 is 50, key is test_row_0/A:col10/1731604727225/Put/seqid=0 2024-11-14T17:18:47,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742099_1275 (size=12301) 2024-11-14T17:18:47,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/9e267df864f54b9cb23723dd4ee544e2 2024-11-14T17:18:47,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/f131ed13b847421fba7257d48e11960d is 50, key is test_row_0/B:col10/1731604727225/Put/seqid=0 2024-11-14T17:18:47,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604787884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:47,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742100_1276 (size=12301) 2024-11-14T17:18:47,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/f131ed13b847421fba7257d48e11960d 2024-11-14T17:18:47,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/af5c0616291e4ea780a5374448a27b9d is 50, key is test_row_0/C:col10/1731604727225/Put/seqid=0 2024-11-14T17:18:47,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742101_1277 (size=12301) 2024-11-14T17:18:47,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/af5c0616291e4ea780a5374448a27b9d 2024-11-14T17:18:47,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/9e267df864f54b9cb23723dd4ee544e2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/9e267df864f54b9cb23723dd4ee544e2 2024-11-14T17:18:47,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/9e267df864f54b9cb23723dd4ee544e2, entries=150, sequenceid=325, filesize=12.0 K 2024-11-14T17:18:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/f131ed13b847421fba7257d48e11960d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/f131ed13b847421fba7257d48e11960d 2024-11-14T17:18:47,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/f131ed13b847421fba7257d48e11960d, entries=150, sequenceid=325, filesize=12.0 K 2024-11-14T17:18:47,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/af5c0616291e4ea780a5374448a27b9d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/af5c0616291e4ea780a5374448a27b9d 2024-11-14T17:18:47,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/af5c0616291e4ea780a5374448a27b9d, entries=150, sequenceid=325, filesize=12.0 K 2024-11-14T17:18:47,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8237f8668cc07ff1e376db94c598145b in 102ms, sequenceid=325, compaction requested=false 2024-11-14T17:18:47,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:48,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T17:18:48,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:48,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:48,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:48,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:48,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:48,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:48,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/8288c7506f104c9680441e990e33771f is 50, key is test_row_0/A:col10/1731604727987/Put/seqid=0 2024-11-14T17:18:48,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742102_1278 (size=12301) 2024-11-14T17:18:48,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/8288c7506f104c9680441e990e33771f 2024-11-14T17:18:48,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/8d4e0dfc4b8f44cdbcdbc3e8593526d5 is 50, key is test_row_0/B:col10/1731604727987/Put/seqid=0 2024-11-14T17:18:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742103_1279 (size=12301) 2024-11-14T17:18:48,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/8d4e0dfc4b8f44cdbcdbc3e8593526d5 2024-11-14T17:18:48,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/55e2642b59a24f8d91f64bbc36fe8b31 is 50, key is test_row_0/C:col10/1731604727987/Put/seqid=0 2024-11-14T17:18:48,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604788066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T17:18:48,084 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-14T17:18:48,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:48,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742104_1280 (size=12301) 2024-11-14T17:18:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-14T17:18:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T17:18:48,088 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:48,089 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:48,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:48,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/55e2642b59a24f8d91f64bbc36fe8b31 2024-11-14T17:18:48,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/8288c7506f104c9680441e990e33771f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/8288c7506f104c9680441e990e33771f 2024-11-14T17:18:48,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/8288c7506f104c9680441e990e33771f, entries=150, sequenceid=339, filesize=12.0 K 2024-11-14T17:18:48,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/8d4e0dfc4b8f44cdbcdbc3e8593526d5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/8d4e0dfc4b8f44cdbcdbc3e8593526d5 2024-11-14T17:18:48,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/8d4e0dfc4b8f44cdbcdbc3e8593526d5, entries=150, sequenceid=339, filesize=12.0 K 2024-11-14T17:18:48,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/55e2642b59a24f8d91f64bbc36fe8b31 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/55e2642b59a24f8d91f64bbc36fe8b31 2024-11-14T17:18:48,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/55e2642b59a24f8d91f64bbc36fe8b31, entries=150, sequenceid=339, filesize=12.0 K 2024-11-14T17:18:48,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8237f8668cc07ff1e376db94c598145b in 117ms, sequenceid=339, compaction requested=true 2024-11-14T17:18:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:48,117 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:48,117 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:48,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:48,118 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:48,118 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/B is initiating minor compaction (all files) 2024-11-14T17:18:48,119 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/B in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,119 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0b99a6ef8b99482eb3ad2145ce2722e6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/f131ed13b847421fba7257d48e11960d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/8d4e0dfc4b8f44cdbcdbc3e8593526d5] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.7 K 2024-11-14T17:18:48,119 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:48,119 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/A is initiating minor compaction (all files) 2024-11-14T17:18:48,119 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/A in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,119 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/4e9f26eeb5ca4d9e8c2da20e9b273746, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/9e267df864f54b9cb23723dd4ee544e2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/8288c7506f104c9680441e990e33771f] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.7 K 2024-11-14T17:18:48,119 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b99a6ef8b99482eb3ad2145ce2722e6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731604726866 2024-11-14T17:18:48,120 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e9f26eeb5ca4d9e8c2da20e9b273746, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731604726866 2024-11-14T17:18:48,120 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting f131ed13b847421fba7257d48e11960d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731604727225 2024-11-14T17:18:48,120 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e267df864f54b9cb23723dd4ee544e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731604727225 2024-11-14T17:18:48,121 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d4e0dfc4b8f44cdbcdbc3e8593526d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731604727871 2024-11-14T17:18:48,121 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8288c7506f104c9680441e990e33771f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731604727871 2024-11-14T17:18:48,134 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:48,135 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/94d16fec2fd94f12af149ee57f8ea361 is 50, key is test_row_0/B:col10/1731604727987/Put/seqid=0 2024-11-14T17:18:48,143 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#A#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:48,144 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/0c3eef7aadfc4fd096a9041b39f51303 is 50, key is test_row_0/A:col10/1731604727987/Put/seqid=0 2024-11-14T17:18:48,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742105_1281 (size=13119) 2024-11-14T17:18:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:48,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T17:18:48,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:48,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:48,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:48,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:48,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:48,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:48,177 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/94d16fec2fd94f12af149ee57f8ea361 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/94d16fec2fd94f12af149ee57f8ea361 2024-11-14T17:18:48,184 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/B of 8237f8668cc07ff1e376db94c598145b into 94d16fec2fd94f12af149ee57f8ea361(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:48,184 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:48,184 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/B, priority=13, startTime=1731604728117; duration=0sec 2024-11-14T17:18:48,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742106_1282 (size=13119) 2024-11-14T17:18:48,184 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:48,184 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:B 2024-11-14T17:18:48,184 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:48,186 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:48,187 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/C is initiating minor compaction (all files) 2024-11-14T17:18:48,187 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/C in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,187 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/cce18660a5d74f179d0e7fa826322661, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/af5c0616291e4ea780a5374448a27b9d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/55e2642b59a24f8d91f64bbc36fe8b31] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.7 K 2024-11-14T17:18:48,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/1a88cc0ceab3437bb94a3d8e51d8cca4 is 50, key is test_row_0/A:col10/1731604728047/Put/seqid=0 2024-11-14T17:18:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T17:18:48,189 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting cce18660a5d74f179d0e7fa826322661, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731604726866 2024-11-14T17:18:48,191 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting af5c0616291e4ea780a5374448a27b9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731604727225 2024-11-14T17:18:48,192 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 55e2642b59a24f8d91f64bbc36fe8b31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731604727871 2024-11-14T17:18:48,193 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/0c3eef7aadfc4fd096a9041b39f51303 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/0c3eef7aadfc4fd096a9041b39f51303 2024-11-14T17:18:48,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742107_1283 (size=12301) 2024-11-14T17:18:48,203 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#C#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:48,204 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/f2870ef6d2574d40bc9ea6c6b1184df0 is 50, key is test_row_0/C:col10/1731604727987/Put/seqid=0 2024-11-14T17:18:48,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/1a88cc0ceab3437bb94a3d8e51d8cca4 2024-11-14T17:18:48,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c93ede5b2a3244858b1d99c7fe68c8bf is 50, key is test_row_0/B:col10/1731604728047/Put/seqid=0 2024-11-14T17:18:48,219 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/A of 8237f8668cc07ff1e376db94c598145b into 0c3eef7aadfc4fd096a9041b39f51303(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:48,219 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:48,219 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/A, priority=13, startTime=1731604728117; duration=0sec 2024-11-14T17:18:48,220 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:48,220 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:A 2024-11-14T17:18:48,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604788233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742109_1285 (size=12301) 2024-11-14T17:18:48,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c93ede5b2a3244858b1d99c7fe68c8bf 2024-11-14T17:18:48,240 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T17:18:48,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:48,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/0fbb0b6ca8464c85875be910a046b043 is 50, key is test_row_0/C:col10/1731604728047/Put/seqid=0 2024-11-14T17:18:48,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742108_1284 (size=13119) 2024-11-14T17:18:48,282 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/f2870ef6d2574d40bc9ea6c6b1184df0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/f2870ef6d2574d40bc9ea6c6b1184df0 2024-11-14T17:18:48,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604788284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,287 DEBUG [Thread-987 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4123 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., hostname=38cb5ac947ac,46341,1731604646134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:48,289 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/C of 8237f8668cc07ff1e376db94c598145b into f2870ef6d2574d40bc9ea6c6b1184df0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:48,289 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:48,289 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/C, priority=13, startTime=1731604728117; duration=0sec 2024-11-14T17:18:48,289 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:48,289 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:C 2024-11-14T17:18:48,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604788288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,291 DEBUG [Thread-989 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., hostname=38cb5ac947ac,46341,1731604646134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:48,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742110_1286 (size=12301) 2024-11-14T17:18:48,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604788296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/0fbb0b6ca8464c85875be910a046b043 2024-11-14T17:18:48,299 DEBUG [Thread-993 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., hostname=38cb5ac947ac,46341,1731604646134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:48,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604788302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,304 DEBUG [Thread-991 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., hostname=38cb5ac947ac,46341,1731604646134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:48,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/1a88cc0ceab3437bb94a3d8e51d8cca4 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/1a88cc0ceab3437bb94a3d8e51d8cca4 2024-11-14T17:18:48,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/1a88cc0ceab3437bb94a3d8e51d8cca4, entries=150, sequenceid=362, filesize=12.0 K 2024-11-14T17:18:48,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c93ede5b2a3244858b1d99c7fe68c8bf as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c93ede5b2a3244858b1d99c7fe68c8bf 2024-11-14T17:18:48,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c93ede5b2a3244858b1d99c7fe68c8bf, entries=150, sequenceid=362, filesize=12.0 K 2024-11-14T17:18:48,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/0fbb0b6ca8464c85875be910a046b043 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/0fbb0b6ca8464c85875be910a046b043 2024-11-14T17:18:48,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/0fbb0b6ca8464c85875be910a046b043, entries=150, sequenceid=362, filesize=12.0 K 2024-11-14T17:18:48,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8237f8668cc07ff1e376db94c598145b in 152ms, sequenceid=362, compaction requested=false 2024-11-14T17:18:48,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:48,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T17:18:48,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:48,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:48,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:48,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:48,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:48,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:48,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/45131bb6626443188833460e63e6feec is 50, key is test_row_0/A:col10/1731604728227/Put/seqid=0 2024-11-14T17:18:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T17:18:48,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T17:18:48,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:48,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604788414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742111_1287 (size=12301) 2024-11-14T17:18:48,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604788517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T17:18:48,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:48,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T17:18:48,698 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T17:18:48,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:48,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604788721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/45131bb6626443188833460e63e6feec 2024-11-14T17:18:48,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/51eb802a452a4787a845cf6963a32b20 is 50, key is test_row_0/B:col10/1731604728227/Put/seqid=0 2024-11-14T17:18:48,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742112_1288 (size=12301) 2024-11-14T17:18:48,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/51eb802a452a4787a845cf6963a32b20 2024-11-14T17:18:48,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/4faa4ad384a94294bd06b9af75045815 is 50, key is test_row_0/C:col10/1731604728227/Put/seqid=0 2024-11-14T17:18:48,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742113_1289 (size=12301) 2024-11-14T17:18:48,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:48,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T17:18:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:48,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/4faa4ad384a94294bd06b9af75045815 2024-11-14T17:18:48,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/45131bb6626443188833460e63e6feec as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/45131bb6626443188833460e63e6feec 2024-11-14T17:18:48,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/45131bb6626443188833460e63e6feec, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T17:18:48,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/51eb802a452a4787a845cf6963a32b20 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/51eb802a452a4787a845cf6963a32b20 2024-11-14T17:18:48,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/51eb802a452a4787a845cf6963a32b20, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T17:18:48,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/4faa4ad384a94294bd06b9af75045815 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4faa4ad384a94294bd06b9af75045815 2024-11-14T17:18:48,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4faa4ad384a94294bd06b9af75045815, entries=150, sequenceid=379, filesize=12.0 K 2024-11-14T17:18:48,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8237f8668cc07ff1e376db94c598145b in 533ms, sequenceid=379, compaction requested=true 2024-11-14T17:18:48,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:48,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:48,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:48,875 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:48,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:48,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:48,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:48,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:48,875 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:48,876 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:48,876 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/A is initiating minor compaction (all files) 2024-11-14T17:18:48,876 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/A in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,876 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/0c3eef7aadfc4fd096a9041b39f51303, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/1a88cc0ceab3437bb94a3d8e51d8cca4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/45131bb6626443188833460e63e6feec] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.8 K 2024-11-14T17:18:48,876 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:48,876 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/B is initiating minor compaction (all files) 2024-11-14T17:18:48,876 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/B in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,877 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/94d16fec2fd94f12af149ee57f8ea361, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c93ede5b2a3244858b1d99c7fe68c8bf, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/51eb802a452a4787a845cf6963a32b20] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.8 K 2024-11-14T17:18:48,877 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c3eef7aadfc4fd096a9041b39f51303, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731604727871 2024-11-14T17:18:48,877 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 94d16fec2fd94f12af149ee57f8ea361, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731604727871 2024-11-14T17:18:48,877 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a88cc0ceab3437bb94a3d8e51d8cca4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731604728047 2024-11-14T17:18:48,877 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c93ede5b2a3244858b1d99c7fe68c8bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731604728047 2024-11-14T17:18:48,878 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45131bb6626443188833460e63e6feec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731604728223 2024-11-14T17:18:48,878 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 51eb802a452a4787a845cf6963a32b20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731604728223 2024-11-14T17:18:48,894 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#B#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:48,894 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#A#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:48,895 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/5044993f352a418b95b4886dd2ca42d3 is 50, key is test_row_0/A:col10/1731604728227/Put/seqid=0 2024-11-14T17:18:48,895 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/0d42b972f91e41dcadd64bf5e8b04e16 is 50, key is test_row_0/B:col10/1731604728227/Put/seqid=0 2024-11-14T17:18:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742114_1290 (size=13221) 2024-11-14T17:18:48,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742115_1291 (size=13221) 2024-11-14T17:18:48,924 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/5044993f352a418b95b4886dd2ca42d3 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5044993f352a418b95b4886dd2ca42d3 2024-11-14T17:18:48,929 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/A of 8237f8668cc07ff1e376db94c598145b into 5044993f352a418b95b4886dd2ca42d3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:48,929 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:48,929 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/A, priority=13, startTime=1731604728874; duration=0sec 2024-11-14T17:18:48,929 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:48,929 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:A 2024-11-14T17:18:48,929 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:48,931 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:48,931 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/C is initiating minor compaction (all files) 2024-11-14T17:18:48,931 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/C in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:48,931 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/f2870ef6d2574d40bc9ea6c6b1184df0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/0fbb0b6ca8464c85875be910a046b043, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4faa4ad384a94294bd06b9af75045815] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.8 K 2024-11-14T17:18:48,932 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2870ef6d2574d40bc9ea6c6b1184df0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731604727871 2024-11-14T17:18:48,932 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fbb0b6ca8464c85875be910a046b043, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731604728047 2024-11-14T17:18:48,932 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4faa4ad384a94294bd06b9af75045815, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731604728223 2024-11-14T17:18:48,940 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#C#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:48,940 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/d8cad07ac0594f749860568b096cfe1d is 50, key is test_row_0/C:col10/1731604728227/Put/seqid=0 2024-11-14T17:18:48,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742116_1292 (size=13221) 2024-11-14T17:18:48,960 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/d8cad07ac0594f749860568b096cfe1d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/d8cad07ac0594f749860568b096cfe1d 2024-11-14T17:18:48,966 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/C of 8237f8668cc07ff1e376db94c598145b into d8cad07ac0594f749860568b096cfe1d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:48,966 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:48,966 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/C, priority=13, startTime=1731604728875; duration=0sec 2024-11-14T17:18:48,966 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:48,966 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:C 2024-11-14T17:18:49,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:49,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T17:18:49,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:49,005 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T17:18:49,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:49,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:49,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:49,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:49,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:49,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:49,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/b3ca6ba822b647f39b3dd5d237463c91 is 50, key is test_row_0/A:col10/1731604728401/Put/seqid=0 2024-11-14T17:18:49,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742117_1293 (size=12301) 2024-11-14T17:18:49,022 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/b3ca6ba822b647f39b3dd5d237463c91 2024-11-14T17:18:49,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:49,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/50df346e89664b35a35078dac48f7a9e is 50, key is test_row_0/B:col10/1731604728401/Put/seqid=0 2024-11-14T17:18:49,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742118_1294 (size=12301) 2024-11-14T17:18:49,059 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/50df346e89664b35a35078dac48f7a9e 2024-11-14T17:18:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/828cf957b04141c7b21ad00a8283104a is 50, key is test_row_0/C:col10/1731604728401/Put/seqid=0 2024-11-14T17:18:49,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604789077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:49,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742119_1295 (size=12301) 2024-11-14T17:18:49,089 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/828cf957b04141c7b21ad00a8283104a 2024-11-14T17:18:49,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/b3ca6ba822b647f39b3dd5d237463c91 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b3ca6ba822b647f39b3dd5d237463c91 2024-11-14T17:18:49,104 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b3ca6ba822b647f39b3dd5d237463c91, entries=150, sequenceid=403, filesize=12.0 K 2024-11-14T17:18:49,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/50df346e89664b35a35078dac48f7a9e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/50df346e89664b35a35078dac48f7a9e 2024-11-14T17:18:49,109 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/50df346e89664b35a35078dac48f7a9e, entries=150, sequenceid=403, filesize=12.0 K 2024-11-14T17:18:49,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/828cf957b04141c7b21ad00a8283104a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/828cf957b04141c7b21ad00a8283104a 2024-11-14T17:18:49,115 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/828cf957b04141c7b21ad00a8283104a, entries=150, sequenceid=403, filesize=12.0 K 2024-11-14T17:18:49,116 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8237f8668cc07ff1e376db94c598145b in 111ms, sequenceid=403, compaction requested=false 2024-11-14T17:18:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-14T17:18:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-14T17:18:49,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-14T17:18:49,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0310 sec 2024-11-14T17:18:49,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.0380 sec 2024-11-14T17:18:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:49,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T17:18:49,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:49,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/cd6d3f3464d345209983508b627410b7 is 50, key is test_row_0/A:col10/1731604729071/Put/seqid=0 2024-11-14T17:18:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T17:18:49,191 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-14T17:18:49,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-14T17:18:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T17:18:49,194 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:49,194 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:49,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:49,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742120_1296 (size=12301) 2024-11-14T17:18:49,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/cd6d3f3464d345209983508b627410b7 2024-11-14T17:18:49,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/9817bbb72f35497b90bf3cee11647117 is 50, key is test_row_0/B:col10/1731604729071/Put/seqid=0 2024-11-14T17:18:49,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742121_1297 (size=12301) 2024-11-14T17:18:49,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/9817bbb72f35497b90bf3cee11647117 2024-11-14T17:18:49,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/813eef3962274214ba12462821fc2965 is 50, key is test_row_0/C:col10/1731604729071/Put/seqid=0 2024-11-14T17:18:49,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604789246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:49,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742122_1298 (size=12301) 2024-11-14T17:18:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T17:18:49,325 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/0d42b972f91e41dcadd64bf5e8b04e16 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0d42b972f91e41dcadd64bf5e8b04e16 2024-11-14T17:18:49,333 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/B of 8237f8668cc07ff1e376db94c598145b into 0d42b972f91e41dcadd64bf5e8b04e16(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:49,333 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:49,333 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/B, priority=13, startTime=1731604728875; duration=0sec 2024-11-14T17:18:49,336 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:49,336 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:B 2024-11-14T17:18:49,349 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:49,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-14T17:18:49,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:49,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:49,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:49,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:49,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:49,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604789353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T17:18:49,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:49,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-14T17:18:49,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:49,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:49,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:49,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:49,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:49,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604789557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:49,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/813eef3962274214ba12462821fc2965 2024-11-14T17:18:49,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/cd6d3f3464d345209983508b627410b7 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/cd6d3f3464d345209983508b627410b7 2024-11-14T17:18:49,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:49,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-14T17:18:49,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:49,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:49,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:49,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:49,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:49,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/cd6d3f3464d345209983508b627410b7, entries=150, sequenceid=418, filesize=12.0 K 2024-11-14T17:18:49,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/9817bbb72f35497b90bf3cee11647117 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/9817bbb72f35497b90bf3cee11647117 2024-11-14T17:18:49,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/9817bbb72f35497b90bf3cee11647117, entries=150, sequenceid=418, filesize=12.0 K 2024-11-14T17:18:49,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/813eef3962274214ba12462821fc2965 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/813eef3962274214ba12462821fc2965 2024-11-14T17:18:49,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/813eef3962274214ba12462821fc2965, entries=150, sequenceid=418, filesize=12.0 K 2024-11-14T17:18:49,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8237f8668cc07ff1e376db94c598145b in 496ms, sequenceid=418, compaction requested=true 2024-11-14T17:18:49,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:49,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:49,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:49,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:49,679 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:49,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:49,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:49,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:49,679 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:49,680 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:49,680 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:49,680 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/B is initiating minor compaction (all files) 2024-11-14T17:18:49,680 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/A is initiating minor compaction (all files) 2024-11-14T17:18:49,680 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/B in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:49,680 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/A in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:49,680 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0d42b972f91e41dcadd64bf5e8b04e16, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/50df346e89664b35a35078dac48f7a9e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/9817bbb72f35497b90bf3cee11647117] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.9 K 2024-11-14T17:18:49,680 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5044993f352a418b95b4886dd2ca42d3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b3ca6ba822b647f39b3dd5d237463c91, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/cd6d3f3464d345209983508b627410b7] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.9 K 2024-11-14T17:18:49,680 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5044993f352a418b95b4886dd2ca42d3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731604728223 2024-11-14T17:18:49,680 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d42b972f91e41dcadd64bf5e8b04e16, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731604728223 2024-11-14T17:18:49,681 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 50df346e89664b35a35078dac48f7a9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731604728393 2024-11-14T17:18:49,681 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3ca6ba822b647f39b3dd5d237463c91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731604728393 2024-11-14T17:18:49,681 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 9817bbb72f35497b90bf3cee11647117, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731604729066 2024-11-14T17:18:49,681 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd6d3f3464d345209983508b627410b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731604729066 2024-11-14T17:18:49,701 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:49,702 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:49,702 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/b81ca620f80b47d9b67c4e29d66cb3f2 is 50, key is test_row_0/A:col10/1731604729071/Put/seqid=0 2024-11-14T17:18:49,702 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/a5e22ba673074ddd9c24c681ea38134e is 50, key is test_row_0/B:col10/1731604729071/Put/seqid=0 2024-11-14T17:18:49,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742124_1300 (size=13323) 2024-11-14T17:18:49,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742123_1299 (size=13323) 2024-11-14T17:18:49,717 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/a5e22ba673074ddd9c24c681ea38134e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a5e22ba673074ddd9c24c681ea38134e 2024-11-14T17:18:49,722 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/B of 8237f8668cc07ff1e376db94c598145b into a5e22ba673074ddd9c24c681ea38134e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:49,722 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:49,722 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/B, priority=13, startTime=1731604729679; duration=0sec 2024-11-14T17:18:49,723 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:49,723 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:B 2024-11-14T17:18:49,723 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:49,724 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:49,724 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/C is initiating minor compaction (all files) 2024-11-14T17:18:49,724 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/C in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:49,724 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/d8cad07ac0594f749860568b096cfe1d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/828cf957b04141c7b21ad00a8283104a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/813eef3962274214ba12462821fc2965] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=36.9 K 2024-11-14T17:18:49,724 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting d8cad07ac0594f749860568b096cfe1d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731604728223 2024-11-14T17:18:49,725 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 828cf957b04141c7b21ad00a8283104a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731604728393 2024-11-14T17:18:49,725 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 813eef3962274214ba12462821fc2965, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731604729066 2024-11-14T17:18:49,733 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#C#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:49,734 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/6894fb25e73e48d8b533e84b94b8cf58 is 50, key is test_row_0/C:col10/1731604729071/Put/seqid=0 2024-11-14T17:18:49,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742125_1301 (size=13323) 2024-11-14T17:18:49,746 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/6894fb25e73e48d8b533e84b94b8cf58 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6894fb25e73e48d8b533e84b94b8cf58 2024-11-14T17:18:49,751 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/C of 8237f8668cc07ff1e376db94c598145b into 6894fb25e73e48d8b533e84b94b8cf58(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:49,751 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:49,751 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/C, priority=13, startTime=1731604729679; duration=0sec 2024-11-14T17:18:49,752 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:49,752 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:C 2024-11-14T17:18:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T17:18:49,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:49,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-14T17:18:49,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:49,816 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T17:18:49,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:49,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:49,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:49,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:49,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:49,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:49,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/208bec361cde4619ac86f3d1ee5ff955 is 50, key is test_row_0/A:col10/1731604729233/Put/seqid=0 2024-11-14T17:18:49,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742126_1302 (size=12301) 2024-11-14T17:18:49,828 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/208bec361cde4619ac86f3d1ee5ff955 2024-11-14T17:18:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/ccb83e05916540cf88578223da0d0b9e is 50, key is test_row_0/B:col10/1731604729233/Put/seqid=0 2024-11-14T17:18:49,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742127_1303 (size=12301) 2024-11-14T17:18:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:49,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:49,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604789890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:49,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604789994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:50,117 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/b81ca620f80b47d9b67c4e29d66cb3f2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b81ca620f80b47d9b67c4e29d66cb3f2 2024-11-14T17:18:50,122 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/A of 8237f8668cc07ff1e376db94c598145b into b81ca620f80b47d9b67c4e29d66cb3f2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:50,122 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:50,122 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/A, priority=13, startTime=1731604729678; duration=0sec 2024-11-14T17:18:50,122 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:50,122 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:A 2024-11-14T17:18:50,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604790197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:50,245 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/ccb83e05916540cf88578223da0d0b9e 2024-11-14T17:18:50,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/4175c5ec955e44bca63e0a23649f65f1 is 50, key is test_row_0/C:col10/1731604729233/Put/seqid=0 2024-11-14T17:18:50,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742128_1304 (size=12301) 2024-11-14T17:18:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T17:18:50,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604790500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:50,663 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/4175c5ec955e44bca63e0a23649f65f1 2024-11-14T17:18:50,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/208bec361cde4619ac86f3d1ee5ff955 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/208bec361cde4619ac86f3d1ee5ff955 2024-11-14T17:18:50,681 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/208bec361cde4619ac86f3d1ee5ff955, entries=150, sequenceid=442, filesize=12.0 K 2024-11-14T17:18:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/ccb83e05916540cf88578223da0d0b9e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/ccb83e05916540cf88578223da0d0b9e 2024-11-14T17:18:50,686 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/ccb83e05916540cf88578223da0d0b9e, entries=150, sequenceid=442, filesize=12.0 K 2024-11-14T17:18:50,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/4175c5ec955e44bca63e0a23649f65f1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4175c5ec955e44bca63e0a23649f65f1 2024-11-14T17:18:50,690 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4175c5ec955e44bca63e0a23649f65f1, entries=150, sequenceid=442, filesize=12.0 K 2024-11-14T17:18:50,691 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 8237f8668cc07ff1e376db94c598145b in 875ms, sequenceid=442, compaction requested=false 2024-11-14T17:18:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-14T17:18:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-14T17:18:50,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-14T17:18:50,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4980 sec 2024-11-14T17:18:50,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.5020 sec 2024-11-14T17:18:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:51,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T17:18:51,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:51,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:51,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:51,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:51,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:51,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:51,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/d3a5814150b04eaa85882218af82efd1 is 50, key is test_row_0/A:col10/1731604729889/Put/seqid=0 2024-11-14T17:18:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742129_1305 (size=12301) 2024-11-14T17:18:51,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/d3a5814150b04eaa85882218af82efd1 2024-11-14T17:18:51,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/55958fcc270c4764a7dbc5dc4229d5d4 is 50, key is test_row_0/B:col10/1731604729889/Put/seqid=0 2024-11-14T17:18:51,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742130_1306 (size=12301) 2024-11-14T17:18:51,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604791054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:51,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604791157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T17:18:51,298 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-14T17:18:51,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-14T17:18:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T17:18:51,301 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:51,301 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:51,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:51,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 333 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604791360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T17:18:51,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/55958fcc270c4764a7dbc5dc4229d5d4 2024-11-14T17:18:51,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/ed68e8133454401ebcf8e89854242164 is 50, key is test_row_0/C:col10/1731604729889/Put/seqid=0 2024-11-14T17:18:51,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742131_1307 (size=12301) 2024-11-14T17:18:51,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/ed68e8133454401ebcf8e89854242164 2024-11-14T17:18:51,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:51,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-14T17:18:51,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:51,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:51,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:51,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:51,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:51,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/d3a5814150b04eaa85882218af82efd1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d3a5814150b04eaa85882218af82efd1 2024-11-14T17:18:51,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d3a5814150b04eaa85882218af82efd1, entries=150, sequenceid=459, filesize=12.0 K 2024-11-14T17:18:51,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/55958fcc270c4764a7dbc5dc4229d5d4 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/55958fcc270c4764a7dbc5dc4229d5d4 2024-11-14T17:18:51,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/55958fcc270c4764a7dbc5dc4229d5d4, entries=150, sequenceid=459, filesize=12.0 K 2024-11-14T17:18:51,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/ed68e8133454401ebcf8e89854242164 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/ed68e8133454401ebcf8e89854242164 2024-11-14T17:18:51,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/ed68e8133454401ebcf8e89854242164, entries=150, sequenceid=459, filesize=12.0 K 2024-11-14T17:18:51,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 8237f8668cc07ff1e376db94c598145b in 482ms, sequenceid=459, compaction requested=true 2024-11-14T17:18:51,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:51,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:51,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:51,488 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:51,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:51,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:51,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:51,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T17:18:51,489 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:51,490 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:51,490 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:51,490 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/B is initiating minor compaction (all files) 2024-11-14T17:18:51,490 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/A is initiating minor compaction (all files) 2024-11-14T17:18:51,490 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/A in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:51,490 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/B in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:51,491 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b81ca620f80b47d9b67c4e29d66cb3f2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/208bec361cde4619ac86f3d1ee5ff955, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d3a5814150b04eaa85882218af82efd1] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=37.0 K 2024-11-14T17:18:51,491 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a5e22ba673074ddd9c24c681ea38134e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/ccb83e05916540cf88578223da0d0b9e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/55958fcc270c4764a7dbc5dc4229d5d4] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=37.0 K 2024-11-14T17:18:51,491 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting b81ca620f80b47d9b67c4e29d66cb3f2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731604729066 2024-11-14T17:18:51,491 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting a5e22ba673074ddd9c24c681ea38134e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731604729066 2024-11-14T17:18:51,492 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 208bec361cde4619ac86f3d1ee5ff955, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731604729233 2024-11-14T17:18:51,492 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ccb83e05916540cf88578223da0d0b9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731604729233 2024-11-14T17:18:51,492 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3a5814150b04eaa85882218af82efd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731604729881 2024-11-14T17:18:51,493 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 55958fcc270c4764a7dbc5dc4229d5d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731604729881 2024-11-14T17:18:51,510 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:51,510 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:51,510 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/5f3e453980ef4c5b8d9aeb3c6b6260d7 is 50, key is test_row_0/A:col10/1731604729889/Put/seqid=0 2024-11-14T17:18:51,511 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/8a5ffbbecd3e4b5c93f321bce8beffd0 is 50, key is test_row_0/B:col10/1731604729889/Put/seqid=0 2024-11-14T17:18:51,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742132_1308 (size=13425) 2024-11-14T17:18:51,532 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/5f3e453980ef4c5b8d9aeb3c6b6260d7 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5f3e453980ef4c5b8d9aeb3c6b6260d7 2024-11-14T17:18:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742133_1309 (size=13425) 2024-11-14T17:18:51,541 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/A of 8237f8668cc07ff1e376db94c598145b into 5f3e453980ef4c5b8d9aeb3c6b6260d7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:51,541 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:51,541 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/A, priority=13, startTime=1731604731488; duration=0sec 2024-11-14T17:18:51,543 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:51,543 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:A 2024-11-14T17:18:51,544 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:51,546 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:51,546 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/C is initiating minor compaction (all files) 2024-11-14T17:18:51,546 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/C in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:51,546 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6894fb25e73e48d8b533e84b94b8cf58, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4175c5ec955e44bca63e0a23649f65f1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/ed68e8133454401ebcf8e89854242164] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=37.0 K 2024-11-14T17:18:51,547 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6894fb25e73e48d8b533e84b94b8cf58, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731604729066 2024-11-14T17:18:51,547 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4175c5ec955e44bca63e0a23649f65f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731604729233 2024-11-14T17:18:51,548 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/8a5ffbbecd3e4b5c93f321bce8beffd0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/8a5ffbbecd3e4b5c93f321bce8beffd0 2024-11-14T17:18:51,548 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed68e8133454401ebcf8e89854242164, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731604729881 2024-11-14T17:18:51,554 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/B of 8237f8668cc07ff1e376db94c598145b into 8a5ffbbecd3e4b5c93f321bce8beffd0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:51,554 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:51,554 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/B, priority=13, startTime=1731604731488; duration=0sec 2024-11-14T17:18:51,554 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:51,554 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:B 2024-11-14T17:18:51,562 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#C#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:51,562 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/39adac5cb62642d281e5bc6867963abc is 50, key is test_row_0/C:col10/1731604729889/Put/seqid=0 2024-11-14T17:18:51,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742134_1310 (size=13425) 2024-11-14T17:18:51,580 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/39adac5cb62642d281e5bc6867963abc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/39adac5cb62642d281e5bc6867963abc 2024-11-14T17:18:51,592 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/C of 8237f8668cc07ff1e376db94c598145b into 39adac5cb62642d281e5bc6867963abc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:51,592 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:51,592 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/C, priority=13, startTime=1731604731488; duration=0sec 2024-11-14T17:18:51,592 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:51,592 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:C 2024-11-14T17:18:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T17:18:51,606 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:51,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-14T17:18:51,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:51,607 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T17:18:51,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:51,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:51,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:51,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:51,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:51,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:51,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/6bc25c0a5c7942e1930af6ad478825ab is 50, key is test_row_0/A:col10/1731604731053/Put/seqid=0 2024-11-14T17:18:51,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742135_1311 (size=12301) 2024-11-14T17:18:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:51,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:51,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 348 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604791700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:51,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 350 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604791803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T17:18:52,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 352 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604792006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:52,025 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/6bc25c0a5c7942e1930af6ad478825ab 2024-11-14T17:18:52,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/a24e1c8284754aa1baeb5b27b7418fff is 50, key is test_row_0/B:col10/1731604731053/Put/seqid=0 2024-11-14T17:18:52,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742136_1312 (size=12301) 2024-11-14T17:18:52,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58620 deadline: 1731604792292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:52,295 DEBUG [Thread-987 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., hostname=38cb5ac947ac,46341,1731604646134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:52,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 354 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604792309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:52,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731604792313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:52,314 DEBUG [Thread-989 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., hostname=38cb5ac947ac,46341,1731604646134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:52,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58656 deadline: 1731604792317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:52,319 DEBUG [Thread-993 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., hostname=38cb5ac947ac,46341,1731604646134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:52,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58680 deadline: 1731604792329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:52,331 DEBUG [Thread-991 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., hostname=38cb5ac947ac,46341,1731604646134, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T17:18:52,438 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/a24e1c8284754aa1baeb5b27b7418fff 2024-11-14T17:18:52,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/1d280ba0bcc64df7b9cd02cbfed70429 is 50, key is test_row_0/C:col10/1731604731053/Put/seqid=0 2024-11-14T17:18:52,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742137_1313 (size=12301) 2024-11-14T17:18:52,461 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/1d280ba0bcc64df7b9cd02cbfed70429 2024-11-14T17:18:52,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/6bc25c0a5c7942e1930af6ad478825ab as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/6bc25c0a5c7942e1930af6ad478825ab 2024-11-14T17:18:52,470 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/6bc25c0a5c7942e1930af6ad478825ab, entries=150, sequenceid=482, filesize=12.0 K 2024-11-14T17:18:52,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/a24e1c8284754aa1baeb5b27b7418fff as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a24e1c8284754aa1baeb5b27b7418fff 2024-11-14T17:18:52,475 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a24e1c8284754aa1baeb5b27b7418fff, entries=150, sequenceid=482, filesize=12.0 K 2024-11-14T17:18:52,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/1d280ba0bcc64df7b9cd02cbfed70429 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1d280ba0bcc64df7b9cd02cbfed70429 2024-11-14T17:18:52,479 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1d280ba0bcc64df7b9cd02cbfed70429, entries=150, sequenceid=482, filesize=12.0 K 2024-11-14T17:18:52,480 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8237f8668cc07ff1e376db94c598145b in 873ms, sequenceid=482, compaction requested=false 2024-11-14T17:18:52,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:52,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:52,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-14T17:18:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-14T17:18:52,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-14T17:18:52,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1800 sec 2024-11-14T17:18:52,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.1850 sec 2024-11-14T17:18:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:52,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T17:18:52,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:52,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:52,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:52,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:52,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:52,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:52,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/5b890b1572614988a80a16c750bd1784 is 50, key is test_row_0/A:col10/1731604731689/Put/seqid=0 2024-11-14T17:18:52,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742138_1314 (size=12301) 2024-11-14T17:18:52,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 373 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604792854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:52,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 375 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604792957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:53,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 377 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604793158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:53,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/5b890b1572614988a80a16c750bd1784 2024-11-14T17:18:53,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/600dc246739f44318337e144bdaa9c91 is 50, key is test_row_0/B:col10/1731604731689/Put/seqid=0 2024-11-14T17:18:53,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742139_1315 (size=12301) 2024-11-14T17:18:53,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/600dc246739f44318337e144bdaa9c91 2024-11-14T17:18:53,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/333bb02506ad4be0909a28461b6cd765 is 50, key is test_row_0/C:col10/1731604731689/Put/seqid=0 2024-11-14T17:18:53,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742140_1316 (size=12301) 2024-11-14T17:18:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T17:18:53,405 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-14T17:18:53,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-14T17:18:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T17:18:53,407 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:53,408 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:53,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:53,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 379 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604793463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T17:18:53,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:53,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-14T17:18:53,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:53,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:53,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:53,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:53,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:53,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/333bb02506ad4be0909a28461b6cd765 2024-11-14T17:18:53,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/5b890b1572614988a80a16c750bd1784 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5b890b1572614988a80a16c750bd1784 2024-11-14T17:18:53,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5b890b1572614988a80a16c750bd1784, entries=150, sequenceid=499, filesize=12.0 K 2024-11-14T17:18:53,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/600dc246739f44318337e144bdaa9c91 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/600dc246739f44318337e144bdaa9c91 2024-11-14T17:18:53,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/600dc246739f44318337e144bdaa9c91, entries=150, sequenceid=499, filesize=12.0 K 2024-11-14T17:18:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/333bb02506ad4be0909a28461b6cd765 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/333bb02506ad4be0909a28461b6cd765 2024-11-14T17:18:53,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/333bb02506ad4be0909a28461b6cd765, entries=150, sequenceid=499, filesize=12.0 K 2024-11-14T17:18:53,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8237f8668cc07ff1e376db94c598145b in 860ms, sequenceid=499, compaction requested=true 2024-11-14T17:18:53,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:53,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:53,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:53,674 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:53,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:53,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:53,674 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:53,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:53,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:53,676 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:53,676 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:53,676 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/B is initiating minor compaction (all files) 2024-11-14T17:18:53,676 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/A is initiating minor compaction (all files) 2024-11-14T17:18:53,676 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/B in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:53,676 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/A in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:53,676 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/8a5ffbbecd3e4b5c93f321bce8beffd0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a24e1c8284754aa1baeb5b27b7418fff, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/600dc246739f44318337e144bdaa9c91] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=37.1 K 2024-11-14T17:18:53,676 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5f3e453980ef4c5b8d9aeb3c6b6260d7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/6bc25c0a5c7942e1930af6ad478825ab, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5b890b1572614988a80a16c750bd1784] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=37.1 K 2024-11-14T17:18:53,677 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a5ffbbecd3e4b5c93f321bce8beffd0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731604729881 2024-11-14T17:18:53,677 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f3e453980ef4c5b8d9aeb3c6b6260d7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731604729881 2024-11-14T17:18:53,677 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting a24e1c8284754aa1baeb5b27b7418fff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1731604731046 2024-11-14T17:18:53,678 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bc25c0a5c7942e1930af6ad478825ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1731604731046 2024-11-14T17:18:53,678 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 600dc246739f44318337e144bdaa9c91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731604731689 2024-11-14T17:18:53,679 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b890b1572614988a80a16c750bd1784, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731604731689 2024-11-14T17:18:53,689 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:53,690 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/018a5b94e996469d80f4103abc5f1200 is 50, key is test_row_0/A:col10/1731604731689/Put/seqid=0 2024-11-14T17:18:53,694 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:53,694 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/9f27da1ba7c54d27ac2f0e1c0a4c208a is 50, key is test_row_0/B:col10/1731604731689/Put/seqid=0 2024-11-14T17:18:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T17:18:53,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:53,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-14T17:18:53,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:53,714 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T17:18:53,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:53,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:53,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:53,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:53,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:53,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742141_1317 (size=13527) 2024-11-14T17:18:53,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:53,721 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/018a5b94e996469d80f4103abc5f1200 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/018a5b94e996469d80f4103abc5f1200 2024-11-14T17:18:53,727 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/A of 8237f8668cc07ff1e376db94c598145b into 018a5b94e996469d80f4103abc5f1200(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:53,727 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:53,727 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/A, priority=13, startTime=1731604733674; duration=0sec 2024-11-14T17:18:53,728 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:53,728 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:A 2024-11-14T17:18:53,728 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:53,729 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:53,729 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/C is initiating minor compaction (all files) 2024-11-14T17:18:53,729 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/C in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:53,729 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/39adac5cb62642d281e5bc6867963abc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1d280ba0bcc64df7b9cd02cbfed70429, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/333bb02506ad4be0909a28461b6cd765] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=37.1 K 2024-11-14T17:18:53,731 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39adac5cb62642d281e5bc6867963abc, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731604729881 2024-11-14T17:18:53,731 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d280ba0bcc64df7b9cd02cbfed70429, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1731604731046 2024-11-14T17:18:53,732 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 333bb02506ad4be0909a28461b6cd765, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731604731689 2024-11-14T17:18:53,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742142_1318 (size=13527) 2024-11-14T17:18:53,744 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/9f27da1ba7c54d27ac2f0e1c0a4c208a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/9f27da1ba7c54d27ac2f0e1c0a4c208a 2024-11-14T17:18:53,748 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#C#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:53,749 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/d301f20fe6294eae8e836f3e4c11ee05 is 50, key is test_row_0/C:col10/1731604731689/Put/seqid=0 2024-11-14T17:18:53,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/177187a8e28c45a2a87c20b1970522d8 is 50, key is test_row_0/A:col10/1731604732852/Put/seqid=0 2024-11-14T17:18:53,753 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/B of 8237f8668cc07ff1e376db94c598145b into 9f27da1ba7c54d27ac2f0e1c0a4c208a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:53,756 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:53,756 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/B, priority=13, startTime=1731604733674; duration=0sec 2024-11-14T17:18:53,756 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:53,756 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:B 2024-11-14T17:18:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742144_1320 (size=13527) 2024-11-14T17:18:53,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742143_1319 (size=12301) 2024-11-14T17:18:53,788 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/d301f20fe6294eae8e836f3e4c11ee05 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/d301f20fe6294eae8e836f3e4c11ee05 2024-11-14T17:18:53,795 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/C of 8237f8668cc07ff1e376db94c598145b into d301f20fe6294eae8e836f3e4c11ee05(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:53,795 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:53,795 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/C, priority=13, startTime=1731604733674; duration=0sec 2024-11-14T17:18:53,795 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:53,795 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:C 2024-11-14T17:18:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:53,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T17:18:54,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 395 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604794019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:54,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 397 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604794122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:54,176 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/177187a8e28c45a2a87c20b1970522d8 2024-11-14T17:18:54,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/175efb6423a1409b81ddf673a2f79ca6 is 50, key is test_row_0/B:col10/1731604732852/Put/seqid=0 2024-11-14T17:18:54,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742145_1321 (size=12301) 2024-11-14T17:18:54,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 399 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604794324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:54,496 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:18:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T17:18:54,591 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/175efb6423a1409b81ddf673a2f79ca6 2024-11-14T17:18:54,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/3ecb92f1e13249fb93460f26c0575a79 is 50, key is test_row_0/C:col10/1731604732852/Put/seqid=0 2024-11-14T17:18:54,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742146_1322 (size=12301) 2024-11-14T17:18:54,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 401 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604794629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:55,011 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/3ecb92f1e13249fb93460f26c0575a79 2024-11-14T17:18:55,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/177187a8e28c45a2a87c20b1970522d8 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/177187a8e28c45a2a87c20b1970522d8 2024-11-14T17:18:55,021 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/177187a8e28c45a2a87c20b1970522d8, entries=150, sequenceid=518, filesize=12.0 K 2024-11-14T17:18:55,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/175efb6423a1409b81ddf673a2f79ca6 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/175efb6423a1409b81ddf673a2f79ca6 2024-11-14T17:18:55,025 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/175efb6423a1409b81ddf673a2f79ca6, entries=150, sequenceid=518, filesize=12.0 K 2024-11-14T17:18:55,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/3ecb92f1e13249fb93460f26c0575a79 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/3ecb92f1e13249fb93460f26c0575a79 2024-11-14T17:18:55,030 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/3ecb92f1e13249fb93460f26c0575a79, entries=150, sequenceid=518, filesize=12.0 K 2024-11-14T17:18:55,031 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 8237f8668cc07ff1e376db94c598145b in 1316ms, sequenceid=518, compaction requested=false 2024-11-14T17:18:55,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:55,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:55,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-14T17:18:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-14T17:18:55,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-14T17:18:55,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6240 sec 2024-11-14T17:18:55,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.6280 sec 2024-11-14T17:18:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:55,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T17:18:55,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:55,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:55,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:55,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:55,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:55,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:55,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/cbaa1a62dae04bc2b75c5a4f193885ad is 50, key is test_row_0/A:col10/1731604734018/Put/seqid=0 2024-11-14T17:18:55,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742147_1323 (size=12301) 2024-11-14T17:18:55,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/cbaa1a62dae04bc2b75c5a4f193885ad 2024-11-14T17:18:55,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/98761b8e1e47400586cfed23aa06857d is 50, key is test_row_0/B:col10/1731604734018/Put/seqid=0 2024-11-14T17:18:55,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742148_1324 (size=12301) 2024-11-14T17:18:55,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 419 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604795181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:55,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 421 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604795284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:55,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 423 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604795487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T17:18:55,512 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-14T17:18:55,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:18:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-14T17:18:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T17:18:55,515 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:18:55,516 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:18:55,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:18:55,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/98761b8e1e47400586cfed23aa06857d 2024-11-14T17:18:55,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/caee17a6c7c8445396af86d8e1d54390 is 50, key is test_row_0/C:col10/1731604734018/Put/seqid=0 2024-11-14T17:18:55,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742149_1325 (size=12301) 2024-11-14T17:18:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T17:18:55,623 DEBUG [Thread-996 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:58688 2024-11-14T17:18:55,623 DEBUG [Thread-996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:55,624 DEBUG [Thread-1000 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:58688 2024-11-14T17:18:55,624 DEBUG [Thread-1000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:55,625 DEBUG [Thread-1002 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:58688 2024-11-14T17:18:55,625 DEBUG [Thread-1002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:55,626 DEBUG [Thread-998 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:58688 2024-11-14T17:18:55,626 DEBUG [Thread-1004 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:58688 2024-11-14T17:18:55,626 DEBUG [Thread-1004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:55,626 DEBUG [Thread-998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:55,668 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:55,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-14T17:18:55,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:55,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:55,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:55,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:55,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:55,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:18:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 425 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58696 deadline: 1731604795790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T17:18:55,821 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:55,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-14T17:18:55,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:55,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:55,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:55,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:55,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:55,973 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:55,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-14T17:18:55,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:55,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:55,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:55,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:55,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:55,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/caee17a6c7c8445396af86d8e1d54390 2024-11-14T17:18:55,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/cbaa1a62dae04bc2b75c5a4f193885ad as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/cbaa1a62dae04bc2b75c5a4f193885ad 2024-11-14T17:18:55,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/cbaa1a62dae04bc2b75c5a4f193885ad, entries=150, sequenceid=539, filesize=12.0 K 2024-11-14T17:18:55,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/98761b8e1e47400586cfed23aa06857d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/98761b8e1e47400586cfed23aa06857d 2024-11-14T17:18:55,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/98761b8e1e47400586cfed23aa06857d, entries=150, sequenceid=539, filesize=12.0 K 2024-11-14T17:18:55,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/caee17a6c7c8445396af86d8e1d54390 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/caee17a6c7c8445396af86d8e1d54390 2024-11-14T17:18:55,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/caee17a6c7c8445396af86d8e1d54390, entries=150, sequenceid=539, filesize=12.0 K 2024-11-14T17:18:55,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8237f8668cc07ff1e376db94c598145b in 859ms, sequenceid=539, compaction requested=true 2024-11-14T17:18:55,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:55,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:18:55,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:55,996 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:55,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:18:55,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:55,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8237f8668cc07ff1e376db94c598145b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:18:55,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:55,996 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:55,997 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:55,997 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:55,997 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/B is initiating minor compaction (all files) 2024-11-14T17:18:55,997 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/A is initiating minor compaction (all files) 2024-11-14T17:18:55,997 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/B in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:55,997 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/A in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:55,997 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/9f27da1ba7c54d27ac2f0e1c0a4c208a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/175efb6423a1409b81ddf673a2f79ca6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/98761b8e1e47400586cfed23aa06857d] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=37.2 K 2024-11-14T17:18:55,997 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/018a5b94e996469d80f4103abc5f1200, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/177187a8e28c45a2a87c20b1970522d8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/cbaa1a62dae04bc2b75c5a4f193885ad] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=37.2 K 2024-11-14T17:18:55,997 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f27da1ba7c54d27ac2f0e1c0a4c208a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731604731689 2024-11-14T17:18:55,997 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 018a5b94e996469d80f4103abc5f1200, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731604731689 2024-11-14T17:18:55,998 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 175efb6423a1409b81ddf673a2f79ca6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1731604732835 2024-11-14T17:18:55,998 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 177187a8e28c45a2a87c20b1970522d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1731604732835 2024-11-14T17:18:55,998 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 98761b8e1e47400586cfed23aa06857d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1731604734015 2024-11-14T17:18:55,998 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbaa1a62dae04bc2b75c5a4f193885ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1731604734015 2024-11-14T17:18:56,005 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:56,005 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/7c4415b427cd4f3da0df3b7727d9ac7f is 50, key is test_row_0/A:col10/1731604734018/Put/seqid=0 2024-11-14T17:18:56,008 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#B#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:56,008 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/3f5e405b3eab43019efe9fc180a8a28f is 50, key is test_row_0/B:col10/1731604734018/Put/seqid=0 2024-11-14T17:18:56,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742150_1326 (size=13629) 2024-11-14T17:18:56,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742151_1327 (size=13629) 2024-11-14T17:18:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T17:18:56,126 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:18:56,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-14T17:18:56,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:56,127 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T17:18:56,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:18:56,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:56,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:18:56,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:56,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:18:56,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:18:56,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/092b3ffecc424d67960cc4dfb297f990 is 50, key is test_row_0/A:col10/1731604735180/Put/seqid=0 2024-11-14T17:18:56,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742152_1328 (size=12301) 2024-11-14T17:18:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:18:56,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. as already flushing 2024-11-14T17:18:56,292 DEBUG [Thread-985 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:58688 2024-11-14T17:18:56,292 DEBUG [Thread-985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:56,419 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/7c4415b427cd4f3da0df3b7727d9ac7f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/7c4415b427cd4f3da0df3b7727d9ac7f 2024-11-14T17:18:56,423 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/A of 8237f8668cc07ff1e376db94c598145b into 7c4415b427cd4f3da0df3b7727d9ac7f(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:56,423 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:56,423 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/A, priority=13, startTime=1731604735995; duration=0sec 2024-11-14T17:18:56,424 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:18:56,424 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:A 2024-11-14T17:18:56,424 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:18:56,425 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:18:56,425 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 8237f8668cc07ff1e376db94c598145b/C is initiating minor compaction (all files) 2024-11-14T17:18:56,425 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8237f8668cc07ff1e376db94c598145b/C in TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:56,425 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/d301f20fe6294eae8e836f3e4c11ee05, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/3ecb92f1e13249fb93460f26c0575a79, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/caee17a6c7c8445396af86d8e1d54390] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp, totalSize=37.2 K 2024-11-14T17:18:56,425 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/3f5e405b3eab43019efe9fc180a8a28f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/3f5e405b3eab43019efe9fc180a8a28f 2024-11-14T17:18:56,425 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting d301f20fe6294eae8e836f3e4c11ee05, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731604731689 2024-11-14T17:18:56,426 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ecb92f1e13249fb93460f26c0575a79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1731604732835 2024-11-14T17:18:56,426 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting caee17a6c7c8445396af86d8e1d54390, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1731604734015 2024-11-14T17:18:56,429 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/B of 8237f8668cc07ff1e376db94c598145b into 3f5e405b3eab43019efe9fc180a8a28f(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:56,429 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:56,429 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/B, priority=13, startTime=1731604735996; duration=0sec 2024-11-14T17:18:56,429 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:56,429 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:B 2024-11-14T17:18:56,440 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8237f8668cc07ff1e376db94c598145b#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:18:56,441 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/766159b9e08d45b8a158699a5140fe9f is 50, key is test_row_0/C:col10/1731604734018/Put/seqid=0 2024-11-14T17:18:56,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742153_1329 (size=13629) 2024-11-14T17:18:56,535 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/092b3ffecc424d67960cc4dfb297f990 2024-11-14T17:18:56,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/3e10dfa4b2434dcf9107433766d8ce29 is 50, key is test_row_0/B:col10/1731604735180/Put/seqid=0 2024-11-14T17:18:56,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742154_1330 (size=12301) 2024-11-14T17:18:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T17:18:56,849 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/766159b9e08d45b8a158699a5140fe9f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/766159b9e08d45b8a158699a5140fe9f 2024-11-14T17:18:56,854 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8237f8668cc07ff1e376db94c598145b/C of 8237f8668cc07ff1e376db94c598145b into 766159b9e08d45b8a158699a5140fe9f(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:18:56,854 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:56,854 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b., storeName=8237f8668cc07ff1e376db94c598145b/C, priority=13, startTime=1731604735996; duration=0sec 2024-11-14T17:18:56,854 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:18:56,854 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8237f8668cc07ff1e376db94c598145b:C 2024-11-14T17:18:56,946 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/3e10dfa4b2434dcf9107433766d8ce29 2024-11-14T17:18:56,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/dd92bac169094cdd84ce2585a69a9047 is 50, key is test_row_0/C:col10/1731604735180/Put/seqid=0 2024-11-14T17:18:56,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742155_1331 (size=12301) 2024-11-14T17:18:57,357 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/dd92bac169094cdd84ce2585a69a9047 2024-11-14T17:18:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/092b3ffecc424d67960cc4dfb297f990 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/092b3ffecc424d67960cc4dfb297f990 2024-11-14T17:18:57,364 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/092b3ffecc424d67960cc4dfb297f990, entries=150, sequenceid=557, filesize=12.0 K 2024-11-14T17:18:57,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/3e10dfa4b2434dcf9107433766d8ce29 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/3e10dfa4b2434dcf9107433766d8ce29 2024-11-14T17:18:57,368 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/3e10dfa4b2434dcf9107433766d8ce29, entries=150, sequenceid=557, filesize=12.0 K 2024-11-14T17:18:57,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/dd92bac169094cdd84ce2585a69a9047 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/dd92bac169094cdd84ce2585a69a9047 2024-11-14T17:18:57,371 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/dd92bac169094cdd84ce2585a69a9047, entries=150, sequenceid=557, filesize=12.0 K 2024-11-14T17:18:57,372 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=6.71 KB/6870 for 8237f8668cc07ff1e376db94c598145b in 1245ms, sequenceid=557, compaction requested=false 2024-11-14T17:18:57,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:18:57,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:18:57,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-14T17:18:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-14T17:18:57,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-14T17:18:57,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8570 sec 2024-11-14T17:18:57,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.8610 sec 2024-11-14T17:18:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T17:18:57,619 INFO [Thread-995 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-14T17:19:01,397 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34551 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34551,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:02,316 DEBUG [Thread-987 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:58688 2024-11-14T17:19:02,316 DEBUG [Thread-987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:02,330 DEBUG [Thread-989 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:58688 2024-11-14T17:19:02,330 DEBUG [Thread-989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:02,349 DEBUG [Thread-991 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:58688 2024-11-14T17:19:02,349 DEBUG [Thread-991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:02,409 DEBUG [Thread-993 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:58688 2024-11-14T17:19:02,409 DEBUG [Thread-993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:02,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T17:19:02,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 270 2024-11-14T17:19:02,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-14T17:19:02,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-14T17:19:02,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-14T17:19:02,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-14T17:19:02,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T17:19:02,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6381 2024-11-14T17:19:02,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6289 2024-11-14T17:19:02,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6261 2024-11-14T17:19:02,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6382 2024-11-14T17:19:02,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6302 2024-11-14T17:19:02,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T17:19:02,410 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T17:19:02,410 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:58688 2024-11-14T17:19:02,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:02,410 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T17:19:02,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T17:19:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T17:19:02,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604742413"}]},"ts":"1731604742413"} 2024-11-14T17:19:02,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T17:19:02,417 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T17:19:02,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T17:19:02,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8237f8668cc07ff1e376db94c598145b, UNASSIGN}] 2024-11-14T17:19:02,419 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8237f8668cc07ff1e376db94c598145b, UNASSIGN 2024-11-14T17:19:02,419 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=8237f8668cc07ff1e376db94c598145b, regionState=CLOSING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:02,420 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T17:19:02,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure 8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:19:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T17:19:02,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:02,572 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:19:02,572 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T17:19:02,572 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing 8237f8668cc07ff1e376db94c598145b, disabling compactions & flushes 2024-11-14T17:19:02,572 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:19:02,572 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:19:02,572 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. after waiting 0 ms 2024-11-14T17:19:02,572 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:19:02,572 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing 8237f8668cc07ff1e376db94c598145b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T17:19:02,572 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=A 2024-11-14T17:19:02,572 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:02,572 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=B 2024-11-14T17:19:02,573 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:02,573 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8237f8668cc07ff1e376db94c598145b, store=C 2024-11-14T17:19:02,573 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:02,576 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/a415e2856c554366b9fb8528f7010056 is 50, key is test_row_1/A:col10/1731604742408/Put/seqid=0 2024-11-14T17:19:02,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742156_1332 (size=9857) 2024-11-14T17:19:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T17:19:02,980 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/a415e2856c554366b9fb8528f7010056 2024-11-14T17:19:02,986 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c3dda92e8b9f43dbb171cb81fc759587 is 50, key is test_row_1/B:col10/1731604742408/Put/seqid=0 2024-11-14T17:19:02,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742157_1333 (size=9857) 2024-11-14T17:19:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T17:19:03,390 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c3dda92e8b9f43dbb171cb81fc759587 2024-11-14T17:19:03,396 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/40a1b1d9b2f8406e925a31665cdae6d5 is 50, key is test_row_1/C:col10/1731604742408/Put/seqid=0 2024-11-14T17:19:03,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742158_1334 (size=9857) 2024-11-14T17:19:03,468 ERROR [LeaseRenewer:jenkins@localhost:34551 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34551,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T17:19:03,800 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/40a1b1d9b2f8406e925a31665cdae6d5 2024-11-14T17:19:03,803 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/A/a415e2856c554366b9fb8528f7010056 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/a415e2856c554366b9fb8528f7010056 2024-11-14T17:19:03,806 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/a415e2856c554366b9fb8528f7010056, entries=100, sequenceid=568, filesize=9.6 K 2024-11-14T17:19:03,807 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/B/c3dda92e8b9f43dbb171cb81fc759587 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c3dda92e8b9f43dbb171cb81fc759587 2024-11-14T17:19:03,810 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c3dda92e8b9f43dbb171cb81fc759587, entries=100, sequenceid=568, filesize=9.6 K 2024-11-14T17:19:03,811 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/.tmp/C/40a1b1d9b2f8406e925a31665cdae6d5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/40a1b1d9b2f8406e925a31665cdae6d5 2024-11-14T17:19:03,813 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/40a1b1d9b2f8406e925a31665cdae6d5, entries=100, sequenceid=568, filesize=9.6 K 2024-11-14T17:19:03,814 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8237f8668cc07ff1e376db94c598145b in 1242ms, sequenceid=568, compaction requested=true 2024-11-14T17:19:03,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/ec4bbab2321649cc9bf5e103b42643be, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/daaef466d9714d21acde7a942d4da0ae, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d55a08ea9b2b47ad8b11a591ec3d9ba4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/106781ebfc33428b9d5195b3002d6eb4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/fd176e7846124d8c9017f062607b5ceb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/59eae35045fb47d7b31594f210b30131, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/896cd44b03ce48d190d4d6e0cac9b5ab, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/9f0f8d51e7e44fe590d631090261a06c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d7b985c7d5dd419da2abffa907cb0730, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/febfab0a03c64066a26fff79bfb08058, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/6b5c24bd424c41559f7cfeea4093b854, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/c75d5514b9a546f1869add3b52aa7f19, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/697a83b85d554d2f9360e0ce5339d952, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/2dfab61f202b4619b171fe1a2b95d1cf, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/0378b2d2296b42489623756c4f65b999, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/f669f92603134d4fb344de2e3238a79c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/7bd5a2c1fc864c18ba0ef2f64d7b0720, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/e83609613b434a089f4637bfbbe0d5be, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/40d9cefe230e468ab5ea6b53666f0948, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/3274370ec5754026b384dc0945b57d3f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/4e9f26eeb5ca4d9e8c2da20e9b273746, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b79d51205dbb42ed98c1e6051353e50f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/9e267df864f54b9cb23723dd4ee544e2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/0c3eef7aadfc4fd096a9041b39f51303, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/8288c7506f104c9680441e990e33771f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/1a88cc0ceab3437bb94a3d8e51d8cca4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5044993f352a418b95b4886dd2ca42d3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/45131bb6626443188833460e63e6feec, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b3ca6ba822b647f39b3dd5d237463c91, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b81ca620f80b47d9b67c4e29d66cb3f2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/cd6d3f3464d345209983508b627410b7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/208bec361cde4619ac86f3d1ee5ff955, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5f3e453980ef4c5b8d9aeb3c6b6260d7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d3a5814150b04eaa85882218af82efd1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/6bc25c0a5c7942e1930af6ad478825ab, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/018a5b94e996469d80f4103abc5f1200, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5b890b1572614988a80a16c750bd1784, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/177187a8e28c45a2a87c20b1970522d8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/cbaa1a62dae04bc2b75c5a4f193885ad] to archive 2024-11-14T17:19:03,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:19:03,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/ec4bbab2321649cc9bf5e103b42643be to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/ec4bbab2321649cc9bf5e103b42643be 2024-11-14T17:19:03,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/daaef466d9714d21acde7a942d4da0ae to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/daaef466d9714d21acde7a942d4da0ae 2024-11-14T17:19:03,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d55a08ea9b2b47ad8b11a591ec3d9ba4 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d55a08ea9b2b47ad8b11a591ec3d9ba4 2024-11-14T17:19:03,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/106781ebfc33428b9d5195b3002d6eb4 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/106781ebfc33428b9d5195b3002d6eb4 2024-11-14T17:19:03,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/fd176e7846124d8c9017f062607b5ceb to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/fd176e7846124d8c9017f062607b5ceb 2024-11-14T17:19:03,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/59eae35045fb47d7b31594f210b30131 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/59eae35045fb47d7b31594f210b30131 2024-11-14T17:19:03,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/896cd44b03ce48d190d4d6e0cac9b5ab to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/896cd44b03ce48d190d4d6e0cac9b5ab 2024-11-14T17:19:03,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/9f0f8d51e7e44fe590d631090261a06c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/9f0f8d51e7e44fe590d631090261a06c 2024-11-14T17:19:03,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d7b985c7d5dd419da2abffa907cb0730 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d7b985c7d5dd419da2abffa907cb0730 2024-11-14T17:19:03,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/febfab0a03c64066a26fff79bfb08058 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/febfab0a03c64066a26fff79bfb08058 2024-11-14T17:19:03,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/6b5c24bd424c41559f7cfeea4093b854 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/6b5c24bd424c41559f7cfeea4093b854 2024-11-14T17:19:03,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/c75d5514b9a546f1869add3b52aa7f19 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/c75d5514b9a546f1869add3b52aa7f19 2024-11-14T17:19:03,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/697a83b85d554d2f9360e0ce5339d952 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/697a83b85d554d2f9360e0ce5339d952 2024-11-14T17:19:03,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/2dfab61f202b4619b171fe1a2b95d1cf to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/2dfab61f202b4619b171fe1a2b95d1cf 2024-11-14T17:19:03,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/0378b2d2296b42489623756c4f65b999 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/0378b2d2296b42489623756c4f65b999 2024-11-14T17:19:03,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/f669f92603134d4fb344de2e3238a79c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/f669f92603134d4fb344de2e3238a79c 2024-11-14T17:19:03,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/7bd5a2c1fc864c18ba0ef2f64d7b0720 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/7bd5a2c1fc864c18ba0ef2f64d7b0720 2024-11-14T17:19:03,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/e83609613b434a089f4637bfbbe0d5be to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/e83609613b434a089f4637bfbbe0d5be 2024-11-14T17:19:03,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/40d9cefe230e468ab5ea6b53666f0948 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/40d9cefe230e468ab5ea6b53666f0948 2024-11-14T17:19:03,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/3274370ec5754026b384dc0945b57d3f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/3274370ec5754026b384dc0945b57d3f 2024-11-14T17:19:03,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/4e9f26eeb5ca4d9e8c2da20e9b273746 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/4e9f26eeb5ca4d9e8c2da20e9b273746 2024-11-14T17:19:03,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b79d51205dbb42ed98c1e6051353e50f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b79d51205dbb42ed98c1e6051353e50f 2024-11-14T17:19:03,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/9e267df864f54b9cb23723dd4ee544e2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/9e267df864f54b9cb23723dd4ee544e2 2024-11-14T17:19:03,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/0c3eef7aadfc4fd096a9041b39f51303 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/0c3eef7aadfc4fd096a9041b39f51303 2024-11-14T17:19:03,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/8288c7506f104c9680441e990e33771f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/8288c7506f104c9680441e990e33771f 2024-11-14T17:19:03,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/1a88cc0ceab3437bb94a3d8e51d8cca4 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/1a88cc0ceab3437bb94a3d8e51d8cca4 2024-11-14T17:19:03,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5044993f352a418b95b4886dd2ca42d3 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5044993f352a418b95b4886dd2ca42d3 2024-11-14T17:19:03,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/45131bb6626443188833460e63e6feec to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/45131bb6626443188833460e63e6feec 2024-11-14T17:19:03,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b3ca6ba822b647f39b3dd5d237463c91 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b3ca6ba822b647f39b3dd5d237463c91 2024-11-14T17:19:03,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b81ca620f80b47d9b67c4e29d66cb3f2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/b81ca620f80b47d9b67c4e29d66cb3f2 2024-11-14T17:19:03,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/cd6d3f3464d345209983508b627410b7 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/cd6d3f3464d345209983508b627410b7 2024-11-14T17:19:03,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/208bec361cde4619ac86f3d1ee5ff955 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/208bec361cde4619ac86f3d1ee5ff955 2024-11-14T17:19:03,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5f3e453980ef4c5b8d9aeb3c6b6260d7 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5f3e453980ef4c5b8d9aeb3c6b6260d7 2024-11-14T17:19:03,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d3a5814150b04eaa85882218af82efd1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/d3a5814150b04eaa85882218af82efd1 2024-11-14T17:19:03,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/6bc25c0a5c7942e1930af6ad478825ab to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/6bc25c0a5c7942e1930af6ad478825ab 2024-11-14T17:19:03,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/018a5b94e996469d80f4103abc5f1200 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/018a5b94e996469d80f4103abc5f1200 2024-11-14T17:19:03,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5b890b1572614988a80a16c750bd1784 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/5b890b1572614988a80a16c750bd1784 2024-11-14T17:19:03,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/177187a8e28c45a2a87c20b1970522d8 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/177187a8e28c45a2a87c20b1970522d8 2024-11-14T17:19:03,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/cbaa1a62dae04bc2b75c5a4f193885ad to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/cbaa1a62dae04bc2b75c5a4f193885ad 2024-11-14T17:19:03,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c2010159c7a046b79d5669bf1e0e51d3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0ed516a037f340a497285c39fb8b3eb5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/39af394710e94f7395322da789a8f22c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e8c68ae3a4cb44b7bac8836072074f8f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/28006e3380f847948e54fc46f57d0c47, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0c8b6d1eb3fc4cefa6874170ba0da32b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/ff6ae7d57c1748d3a21edc72c8ee2c6c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/f55532ec30ac4bbf9a851e315ed901e5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/6c7a6ea43df5410c8087e687d6bbccd0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/09f169aa1f2a483496a28eedf92a01cb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1042bfc7afac4c2a8c75ab38a486c073, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/eb7c90a0af144e76930f75a8e2b6ef46, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1bb615cecb0e4ccba23a373825fc2e94, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e8e0e2c86801454bbea63a7492b6cefe, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a8d3dab01de342f695ad3f193356c225, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/be15acc659d34f85915ed8df30b746ef, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c710ca85fd724d15987e651090301373, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/675f0f78f1d04f40ba4622057f7b3b9e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c28f2c46f42045ccbef7840aa3d9e031, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e48c992f639040578fc311ebf3aec093, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0b99a6ef8b99482eb3ad2145ce2722e6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1669bb6a7ed04d2c93a638d2e09b1457, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/f131ed13b847421fba7257d48e11960d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/94d16fec2fd94f12af149ee57f8ea361, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/8d4e0dfc4b8f44cdbcdbc3e8593526d5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c93ede5b2a3244858b1d99c7fe68c8bf, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0d42b972f91e41dcadd64bf5e8b04e16, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/51eb802a452a4787a845cf6963a32b20, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/50df346e89664b35a35078dac48f7a9e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a5e22ba673074ddd9c24c681ea38134e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/9817bbb72f35497b90bf3cee11647117, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/ccb83e05916540cf88578223da0d0b9e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/8a5ffbbecd3e4b5c93f321bce8beffd0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/55958fcc270c4764a7dbc5dc4229d5d4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a24e1c8284754aa1baeb5b27b7418fff, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/9f27da1ba7c54d27ac2f0e1c0a4c208a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/600dc246739f44318337e144bdaa9c91, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/175efb6423a1409b81ddf673a2f79ca6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/98761b8e1e47400586cfed23aa06857d] to archive 2024-11-14T17:19:03,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:19:03,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c2010159c7a046b79d5669bf1e0e51d3 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c2010159c7a046b79d5669bf1e0e51d3 2024-11-14T17:19:03,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0ed516a037f340a497285c39fb8b3eb5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0ed516a037f340a497285c39fb8b3eb5 2024-11-14T17:19:03,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/39af394710e94f7395322da789a8f22c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/39af394710e94f7395322da789a8f22c 2024-11-14T17:19:03,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e8c68ae3a4cb44b7bac8836072074f8f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e8c68ae3a4cb44b7bac8836072074f8f 2024-11-14T17:19:03,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/28006e3380f847948e54fc46f57d0c47 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/28006e3380f847948e54fc46f57d0c47 2024-11-14T17:19:03,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0c8b6d1eb3fc4cefa6874170ba0da32b to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0c8b6d1eb3fc4cefa6874170ba0da32b 2024-11-14T17:19:03,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/ff6ae7d57c1748d3a21edc72c8ee2c6c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/ff6ae7d57c1748d3a21edc72c8ee2c6c 2024-11-14T17:19:03,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/f55532ec30ac4bbf9a851e315ed901e5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/f55532ec30ac4bbf9a851e315ed901e5 2024-11-14T17:19:03,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/6c7a6ea43df5410c8087e687d6bbccd0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/6c7a6ea43df5410c8087e687d6bbccd0 2024-11-14T17:19:03,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/09f169aa1f2a483496a28eedf92a01cb to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/09f169aa1f2a483496a28eedf92a01cb 2024-11-14T17:19:03,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1042bfc7afac4c2a8c75ab38a486c073 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1042bfc7afac4c2a8c75ab38a486c073 2024-11-14T17:19:03,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/eb7c90a0af144e76930f75a8e2b6ef46 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/eb7c90a0af144e76930f75a8e2b6ef46 2024-11-14T17:19:03,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1bb615cecb0e4ccba23a373825fc2e94 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1bb615cecb0e4ccba23a373825fc2e94 2024-11-14T17:19:03,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e8e0e2c86801454bbea63a7492b6cefe to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e8e0e2c86801454bbea63a7492b6cefe 2024-11-14T17:19:03,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a8d3dab01de342f695ad3f193356c225 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a8d3dab01de342f695ad3f193356c225 2024-11-14T17:19:03,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/be15acc659d34f85915ed8df30b746ef to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/be15acc659d34f85915ed8df30b746ef 2024-11-14T17:19:03,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c710ca85fd724d15987e651090301373 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c710ca85fd724d15987e651090301373 2024-11-14T17:19:03,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/675f0f78f1d04f40ba4622057f7b3b9e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/675f0f78f1d04f40ba4622057f7b3b9e 2024-11-14T17:19:03,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c28f2c46f42045ccbef7840aa3d9e031 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c28f2c46f42045ccbef7840aa3d9e031 2024-11-14T17:19:03,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e48c992f639040578fc311ebf3aec093 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/e48c992f639040578fc311ebf3aec093 2024-11-14T17:19:03,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0b99a6ef8b99482eb3ad2145ce2722e6 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0b99a6ef8b99482eb3ad2145ce2722e6 2024-11-14T17:19:03,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1669bb6a7ed04d2c93a638d2e09b1457 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/1669bb6a7ed04d2c93a638d2e09b1457 2024-11-14T17:19:03,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/f131ed13b847421fba7257d48e11960d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/f131ed13b847421fba7257d48e11960d 2024-11-14T17:19:03,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/94d16fec2fd94f12af149ee57f8ea361 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/94d16fec2fd94f12af149ee57f8ea361 2024-11-14T17:19:03,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/8d4e0dfc4b8f44cdbcdbc3e8593526d5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/8d4e0dfc4b8f44cdbcdbc3e8593526d5 2024-11-14T17:19:03,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c93ede5b2a3244858b1d99c7fe68c8bf to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c93ede5b2a3244858b1d99c7fe68c8bf 2024-11-14T17:19:03,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0d42b972f91e41dcadd64bf5e8b04e16 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/0d42b972f91e41dcadd64bf5e8b04e16 2024-11-14T17:19:03,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/51eb802a452a4787a845cf6963a32b20 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/51eb802a452a4787a845cf6963a32b20 2024-11-14T17:19:03,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/50df346e89664b35a35078dac48f7a9e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/50df346e89664b35a35078dac48f7a9e 2024-11-14T17:19:03,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a5e22ba673074ddd9c24c681ea38134e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a5e22ba673074ddd9c24c681ea38134e 2024-11-14T17:19:03,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/9817bbb72f35497b90bf3cee11647117 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/9817bbb72f35497b90bf3cee11647117 2024-11-14T17:19:03,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/ccb83e05916540cf88578223da0d0b9e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/ccb83e05916540cf88578223da0d0b9e 2024-11-14T17:19:03,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/8a5ffbbecd3e4b5c93f321bce8beffd0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/8a5ffbbecd3e4b5c93f321bce8beffd0 2024-11-14T17:19:03,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/55958fcc270c4764a7dbc5dc4229d5d4 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/55958fcc270c4764a7dbc5dc4229d5d4 2024-11-14T17:19:03,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a24e1c8284754aa1baeb5b27b7418fff to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/a24e1c8284754aa1baeb5b27b7418fff 2024-11-14T17:19:03,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/9f27da1ba7c54d27ac2f0e1c0a4c208a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/9f27da1ba7c54d27ac2f0e1c0a4c208a 2024-11-14T17:19:03,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/600dc246739f44318337e144bdaa9c91 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/600dc246739f44318337e144bdaa9c91 2024-11-14T17:19:03,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/175efb6423a1409b81ddf673a2f79ca6 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/175efb6423a1409b81ddf673a2f79ca6 2024-11-14T17:19:03,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/98761b8e1e47400586cfed23aa06857d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/98761b8e1e47400586cfed23aa06857d 2024-11-14T17:19:03,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/856013c1486c47488490ab94093835f1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/5c81769be4ae4b87a3c1779397b29d30, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/0e81c02715084a76b55ef31121dbf139, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/be08ef9fd78141898d743db8637f4ae3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/939d00a9fa4c4e4987348716a6f0b993, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/cbd4a8c4a62943669139ff39ca984c47, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6fb7a702b89c47aebb25242e3865a3c1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/c0409ac21834466cb70b40b43a7a49c9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/2048239b284a4faeab9441bc9265903b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6f3432b309a043459e08bea92cf6a981, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/8df34551af6f48e4ba2df49dbb3045ab, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/aa2fe53091524cf7a509cfc788883460, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4d5ab54370e249c7abf616326b05459e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/e622f209008e4e9bbd0a34003c95fec6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/c33531b88a5b43829069776d36555522, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/3cb9d4f7abf746cc8e3d974ea833c724, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1080a2ce167a4ef195fbbf75465e7d68, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/61467227b7a343f6a5fe83f06e686303, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1430c9c72c364b68aaa55bc3a2edbb3c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/e750f52f0c5d48c9aa0304aede590346, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/cce18660a5d74f179d0e7fa826322661, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/072a589b749843d7a0337a89357c8bd2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/af5c0616291e4ea780a5374448a27b9d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/f2870ef6d2574d40bc9ea6c6b1184df0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/55e2642b59a24f8d91f64bbc36fe8b31, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/0fbb0b6ca8464c85875be910a046b043, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/d8cad07ac0594f749860568b096cfe1d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4faa4ad384a94294bd06b9af75045815, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/828cf957b04141c7b21ad00a8283104a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6894fb25e73e48d8b533e84b94b8cf58, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/813eef3962274214ba12462821fc2965, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4175c5ec955e44bca63e0a23649f65f1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/39adac5cb62642d281e5bc6867963abc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/ed68e8133454401ebcf8e89854242164, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1d280ba0bcc64df7b9cd02cbfed70429, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/d301f20fe6294eae8e836f3e4c11ee05, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/333bb02506ad4be0909a28461b6cd765, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/3ecb92f1e13249fb93460f26c0575a79, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/caee17a6c7c8445396af86d8e1d54390] to archive 2024-11-14T17:19:03,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:19:03,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/856013c1486c47488490ab94093835f1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/856013c1486c47488490ab94093835f1 2024-11-14T17:19:03,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/5c81769be4ae4b87a3c1779397b29d30 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/5c81769be4ae4b87a3c1779397b29d30 2024-11-14T17:19:03,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/0e81c02715084a76b55ef31121dbf139 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/0e81c02715084a76b55ef31121dbf139 2024-11-14T17:19:03,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/be08ef9fd78141898d743db8637f4ae3 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/be08ef9fd78141898d743db8637f4ae3 2024-11-14T17:19:03,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/939d00a9fa4c4e4987348716a6f0b993 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/939d00a9fa4c4e4987348716a6f0b993 2024-11-14T17:19:03,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/cbd4a8c4a62943669139ff39ca984c47 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/cbd4a8c4a62943669139ff39ca984c47 2024-11-14T17:19:03,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6fb7a702b89c47aebb25242e3865a3c1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6fb7a702b89c47aebb25242e3865a3c1 2024-11-14T17:19:03,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/c0409ac21834466cb70b40b43a7a49c9 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/c0409ac21834466cb70b40b43a7a49c9 2024-11-14T17:19:03,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/2048239b284a4faeab9441bc9265903b to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/2048239b284a4faeab9441bc9265903b 2024-11-14T17:19:03,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6f3432b309a043459e08bea92cf6a981 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6f3432b309a043459e08bea92cf6a981 2024-11-14T17:19:03,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/8df34551af6f48e4ba2df49dbb3045ab to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/8df34551af6f48e4ba2df49dbb3045ab 2024-11-14T17:19:03,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/aa2fe53091524cf7a509cfc788883460 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/aa2fe53091524cf7a509cfc788883460 2024-11-14T17:19:03,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4d5ab54370e249c7abf616326b05459e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4d5ab54370e249c7abf616326b05459e 2024-11-14T17:19:03,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/e622f209008e4e9bbd0a34003c95fec6 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/e622f209008e4e9bbd0a34003c95fec6 2024-11-14T17:19:03,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/c33531b88a5b43829069776d36555522 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/c33531b88a5b43829069776d36555522 2024-11-14T17:19:03,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/3cb9d4f7abf746cc8e3d974ea833c724 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/3cb9d4f7abf746cc8e3d974ea833c724 2024-11-14T17:19:03,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1080a2ce167a4ef195fbbf75465e7d68 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1080a2ce167a4ef195fbbf75465e7d68 2024-11-14T17:19:03,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/61467227b7a343f6a5fe83f06e686303 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/61467227b7a343f6a5fe83f06e686303 2024-11-14T17:19:03,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1430c9c72c364b68aaa55bc3a2edbb3c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1430c9c72c364b68aaa55bc3a2edbb3c 2024-11-14T17:19:03,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/e750f52f0c5d48c9aa0304aede590346 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/e750f52f0c5d48c9aa0304aede590346 2024-11-14T17:19:03,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/cce18660a5d74f179d0e7fa826322661 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/cce18660a5d74f179d0e7fa826322661 2024-11-14T17:19:03,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/072a589b749843d7a0337a89357c8bd2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/072a589b749843d7a0337a89357c8bd2 2024-11-14T17:19:03,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/af5c0616291e4ea780a5374448a27b9d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/af5c0616291e4ea780a5374448a27b9d 2024-11-14T17:19:03,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/f2870ef6d2574d40bc9ea6c6b1184df0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/f2870ef6d2574d40bc9ea6c6b1184df0 2024-11-14T17:19:03,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/55e2642b59a24f8d91f64bbc36fe8b31 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/55e2642b59a24f8d91f64bbc36fe8b31 2024-11-14T17:19:03,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/0fbb0b6ca8464c85875be910a046b043 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/0fbb0b6ca8464c85875be910a046b043 2024-11-14T17:19:03,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/d8cad07ac0594f749860568b096cfe1d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/d8cad07ac0594f749860568b096cfe1d 2024-11-14T17:19:03,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4faa4ad384a94294bd06b9af75045815 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4faa4ad384a94294bd06b9af75045815 2024-11-14T17:19:03,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/828cf957b04141c7b21ad00a8283104a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/828cf957b04141c7b21ad00a8283104a 2024-11-14T17:19:03,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6894fb25e73e48d8b533e84b94b8cf58 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/6894fb25e73e48d8b533e84b94b8cf58 2024-11-14T17:19:03,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/813eef3962274214ba12462821fc2965 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/813eef3962274214ba12462821fc2965 2024-11-14T17:19:03,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4175c5ec955e44bca63e0a23649f65f1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/4175c5ec955e44bca63e0a23649f65f1 2024-11-14T17:19:03,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/39adac5cb62642d281e5bc6867963abc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/39adac5cb62642d281e5bc6867963abc 2024-11-14T17:19:03,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/ed68e8133454401ebcf8e89854242164 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/ed68e8133454401ebcf8e89854242164 2024-11-14T17:19:03,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1d280ba0bcc64df7b9cd02cbfed70429 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/1d280ba0bcc64df7b9cd02cbfed70429 2024-11-14T17:19:03,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/d301f20fe6294eae8e836f3e4c11ee05 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/d301f20fe6294eae8e836f3e4c11ee05 2024-11-14T17:19:03,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/333bb02506ad4be0909a28461b6cd765 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/333bb02506ad4be0909a28461b6cd765 2024-11-14T17:19:03,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/3ecb92f1e13249fb93460f26c0575a79 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/3ecb92f1e13249fb93460f26c0575a79 2024-11-14T17:19:03,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/caee17a6c7c8445396af86d8e1d54390 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/caee17a6c7c8445396af86d8e1d54390 2024-11-14T17:19:03,925 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/recovered.edits/571.seqid, newMaxSeqId=571, maxSeqId=1 2024-11-14T17:19:03,926 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b. 2024-11-14T17:19:03,926 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for 8237f8668cc07ff1e376db94c598145b: 2024-11-14T17:19:03,927 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed 8237f8668cc07ff1e376db94c598145b 2024-11-14T17:19:03,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=8237f8668cc07ff1e376db94c598145b, regionState=CLOSED 2024-11-14T17:19:03,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-14T17:19:03,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure 8237f8668cc07ff1e376db94c598145b, server=38cb5ac947ac,46341,1731604646134 in 1.5080 sec 2024-11-14T17:19:03,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-14T17:19:03,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8237f8668cc07ff1e376db94c598145b, UNASSIGN in 1.5110 sec 2024-11-14T17:19:03,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-14T17:19:03,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5130 sec 2024-11-14T17:19:03,932 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604743932"}]},"ts":"1731604743932"} 2024-11-14T17:19:03,932 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T17:19:03,935 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T17:19:03,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5240 sec 2024-11-14T17:19:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T17:19:04,516 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-14T17:19:04,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T17:19:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:04,518 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:04,518 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-14T17:19:04,521 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b 2024-11-14T17:19:04,522 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/recovered.edits] 2024-11-14T17:19:04,525 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/092b3ffecc424d67960cc4dfb297f990 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/092b3ffecc424d67960cc4dfb297f990 2024-11-14T17:19:04,526 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/7c4415b427cd4f3da0df3b7727d9ac7f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/7c4415b427cd4f3da0df3b7727d9ac7f 2024-11-14T17:19:04,527 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/a415e2856c554366b9fb8528f7010056 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/A/a415e2856c554366b9fb8528f7010056 2024-11-14T17:19:04,528 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/3e10dfa4b2434dcf9107433766d8ce29 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/3e10dfa4b2434dcf9107433766d8ce29 2024-11-14T17:19:04,529 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/3f5e405b3eab43019efe9fc180a8a28f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/3f5e405b3eab43019efe9fc180a8a28f 2024-11-14T17:19:04,530 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c3dda92e8b9f43dbb171cb81fc759587 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/B/c3dda92e8b9f43dbb171cb81fc759587 2024-11-14T17:19:04,532 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/40a1b1d9b2f8406e925a31665cdae6d5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/40a1b1d9b2f8406e925a31665cdae6d5 2024-11-14T17:19:04,533 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/766159b9e08d45b8a158699a5140fe9f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/766159b9e08d45b8a158699a5140fe9f 2024-11-14T17:19:04,534 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/dd92bac169094cdd84ce2585a69a9047 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/C/dd92bac169094cdd84ce2585a69a9047 2024-11-14T17:19:04,535 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/recovered.edits/571.seqid to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b/recovered.edits/571.seqid 2024-11-14T17:19:04,536 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/8237f8668cc07ff1e376db94c598145b 2024-11-14T17:19:04,536 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T17:19:04,538 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:04,541 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T17:19:04,542 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T17:19:04,543 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:04,543 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T17:19:04,543 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731604744543"}]},"ts":"9223372036854775807"} 2024-11-14T17:19:04,544 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T17:19:04,545 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8237f8668cc07ff1e376db94c598145b, NAME => 'TestAcidGuarantees,,1731604713457.8237f8668cc07ff1e376db94c598145b.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T17:19:04,545 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T17:19:04,545 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731604744545"}]},"ts":"9223372036854775807"} 2024-11-14T17:19:04,546 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T17:19:04,548 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:04,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-14T17:19:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-14T17:19:04,619 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-14T17:19:04,629 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236 (was 236), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=8336 (was 8487) 2024-11-14T17:19:04,637 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=8336 2024-11-14T17:19:04,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T17:19:04,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:19:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:04,640 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:19:04,640 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:04,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-11-14T17:19:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T17:19:04,641 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:19:04,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742159_1335 (size=960) 2024-11-14T17:19:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T17:19:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T17:19:05,047 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42 2024-11-14T17:19:05,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742160_1336 (size=53) 2024-11-14T17:19:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T17:19:05,453 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:05,453 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6a51911eb6e264dd1b3bac8a4d30b98e, disabling compactions & flushes 2024-11-14T17:19:05,453 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:05,453 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:05,453 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. after waiting 0 ms 2024-11-14T17:19:05,453 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:05,453 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:05,453 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:05,454 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:19:05,455 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731604745454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604745454"}]},"ts":"1731604745454"} 2024-11-14T17:19:05,455 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T17:19:05,456 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:19:05,456 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604745456"}]},"ts":"1731604745456"} 2024-11-14T17:19:05,457 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T17:19:05,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a51911eb6e264dd1b3bac8a4d30b98e, ASSIGN}] 2024-11-14T17:19:05,462 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a51911eb6e264dd1b3bac8a4d30b98e, ASSIGN 2024-11-14T17:19:05,462 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a51911eb6e264dd1b3bac8a4d30b98e, ASSIGN; state=OFFLINE, location=38cb5ac947ac,46341,1731604646134; forceNewPlan=false, retain=false 2024-11-14T17:19:05,613 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=6a51911eb6e264dd1b3bac8a4d30b98e, regionState=OPENING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:05,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure 6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:19:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T17:19:05,765 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:05,768 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:05,768 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:19:05,768 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:05,768 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:05,768 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:05,768 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:05,769 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:05,771 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:19:05,771 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a51911eb6e264dd1b3bac8a4d30b98e columnFamilyName A 2024-11-14T17:19:05,771 DEBUG [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:05,771 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.HStore(327): Store=6a51911eb6e264dd1b3bac8a4d30b98e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:05,771 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:05,772 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:19:05,772 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a51911eb6e264dd1b3bac8a4d30b98e columnFamilyName B 2024-11-14T17:19:05,772 DEBUG [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:05,773 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.HStore(327): Store=6a51911eb6e264dd1b3bac8a4d30b98e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:05,773 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:05,774 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:19:05,774 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a51911eb6e264dd1b3bac8a4d30b98e columnFamilyName C 2024-11-14T17:19:05,774 DEBUG [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:05,774 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.HStore(327): Store=6a51911eb6e264dd1b3bac8a4d30b98e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:05,774 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:05,775 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:05,775 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:05,776 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T17:19:05,777 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:05,779 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:19:05,779 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened 6a51911eb6e264dd1b3bac8a4d30b98e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64449792, jitterRate=-0.039623260498046875}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T17:19:05,780 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:05,780 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., pid=98, masterSystemTime=1731604745765 2024-11-14T17:19:05,781 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:05,781 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:05,782 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=6a51911eb6e264dd1b3bac8a4d30b98e, regionState=OPEN, openSeqNum=2, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:05,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-14T17:19:05,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure 6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 in 169 msec 2024-11-14T17:19:05,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-14T17:19:05,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a51911eb6e264dd1b3bac8a4d30b98e, ASSIGN in 323 msec 2024-11-14T17:19:05,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:19:05,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604745785"}]},"ts":"1731604745785"} 2024-11-14T17:19:05,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T17:19:05,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:19:05,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-14T17:19:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-14T17:19:06,744 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-14T17:19:06,746 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-11-14T17:19:06,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:06,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:06,751 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:06,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:19:06,753 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:19:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T17:19:06,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:19:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:06,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742161_1337 (size=996) 2024-11-14T17:19:07,166 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T17:19:07,166 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T17:19:07,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T17:19:07,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a51911eb6e264dd1b3bac8a4d30b98e, REOPEN/MOVE}] 2024-11-14T17:19:07,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a51911eb6e264dd1b3bac8a4d30b98e, REOPEN/MOVE 2024-11-14T17:19:07,170 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6a51911eb6e264dd1b3bac8a4d30b98e, regionState=CLOSING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,171 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T17:19:07,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure 6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:19:07,322 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,323 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:07,323 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T17:19:07,323 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing 6a51911eb6e264dd1b3bac8a4d30b98e, disabling compactions & flushes 2024-11-14T17:19:07,323 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:07,323 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:07,323 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. after waiting 0 ms 2024-11-14T17:19:07,323 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:07,326 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T17:19:07,327 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:07,327 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:07,327 WARN [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: 6a51911eb6e264dd1b3bac8a4d30b98e to self. 2024-11-14T17:19:07,328 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:07,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6a51911eb6e264dd1b3bac8a4d30b98e, regionState=CLOSED 2024-11-14T17:19:07,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-14T17:19:07,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure 6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 in 158 msec 2024-11-14T17:19:07,331 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a51911eb6e264dd1b3bac8a4d30b98e, REOPEN/MOVE; state=CLOSED, location=38cb5ac947ac,46341,1731604646134; forceNewPlan=false, retain=true 2024-11-14T17:19:07,481 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6a51911eb6e264dd1b3bac8a4d30b98e, regionState=OPENING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure 6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:19:07,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,636 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:07,636 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:19:07,637 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:07,637 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:07,637 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:07,637 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:07,638 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:07,639 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:19:07,639 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a51911eb6e264dd1b3bac8a4d30b98e columnFamilyName A 2024-11-14T17:19:07,640 DEBUG [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:07,640 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.HStore(327): Store=6a51911eb6e264dd1b3bac8a4d30b98e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:07,641 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:07,641 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:19:07,641 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a51911eb6e264dd1b3bac8a4d30b98e columnFamilyName B 2024-11-14T17:19:07,641 DEBUG [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:07,642 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.HStore(327): Store=6a51911eb6e264dd1b3bac8a4d30b98e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:07,642 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:07,642 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:19:07,642 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a51911eb6e264dd1b3bac8a4d30b98e columnFamilyName C 2024-11-14T17:19:07,642 DEBUG [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:07,642 INFO [StoreOpener-6a51911eb6e264dd1b3bac8a4d30b98e-1 {}] regionserver.HStore(327): Store=6a51911eb6e264dd1b3bac8a4d30b98e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:07,643 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:07,643 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:07,644 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:07,645 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T17:19:07,646 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:07,647 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened 6a51911eb6e264dd1b3bac8a4d30b98e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64200753, jitterRate=-0.0433342307806015}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T17:19:07,647 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:07,648 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., pid=103, masterSystemTime=1731604747634 2024-11-14T17:19:07,649 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:07,649 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:07,649 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6a51911eb6e264dd1b3bac8a4d30b98e, regionState=OPEN, openSeqNum=5, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-11-14T17:19:07,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure 6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 in 168 msec 2024-11-14T17:19:07,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-14T17:19:07,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a51911eb6e264dd1b3bac8a4d30b98e, REOPEN/MOVE in 482 msec 2024-11-14T17:19:07,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-14T17:19:07,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-14T17:19:07,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-11-14T17:19:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-14T17:19:07,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-11-14T17:19:07,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:07,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6 2024-11-14T17:19:07,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:07,665 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-11-14T17:19:07,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:07,668 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-14T17:19:07,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:07,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-11-14T17:19:07,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:07,674 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-14T17:19:07,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:07,678 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-11-14T17:19:07,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:07,681 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-11-14T17:19:07,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:07,684 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-11-14T17:19:07,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:07,688 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x787e5169 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7284f16d 2024-11-14T17:19:07,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:07,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-14T17:19:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T17:19:07,694 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:07,695 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:07,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:07,695 DEBUG [hconnection-0x2dc82e89-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:07,695 DEBUG [hconnection-0x28c6e5f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:07,696 DEBUG [hconnection-0x55d1a9e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:07,696 DEBUG [hconnection-0x7a4ec9cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:07,697 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:07,697 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:07,697 DEBUG [hconnection-0x71810201-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:07,697 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:07,697 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:07,697 DEBUG [hconnection-0x166cb65b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:07,698 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:07,698 DEBUG [hconnection-0x5d025a6c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:07,698 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:07,699 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:07,699 DEBUG [hconnection-0x73f39518-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:07,700 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:07,700 DEBUG [hconnection-0x513abfd5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:07,701 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:07,705 DEBUG [hconnection-0x57d4f790-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:07,705 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:07,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:19:07,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:07,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:07,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:07,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:07,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:07,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:07,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114499b5c1292ab48b5beeb568a8d11de12_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604747756/Put/seqid=0 2024-11-14T17:19:07,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731604807781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742162_1338 (size=12154) 2024-11-14T17:19:07,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604807782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1731604807783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:07,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604807785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604807785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T17:19:07,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T17:19:07,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:07,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:07,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:07,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:07,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:07,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731604807887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604807888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1731604807888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604807892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604807892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T17:19:08,000 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T17:19:08,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:08,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604808091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731604808092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604808093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604808094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1731604808099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T17:19:08,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:08,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,187 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:08,191 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114499b5c1292ab48b5beeb568a8d11de12_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114499b5c1292ab48b5beeb568a8d11de12_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:08,192 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/d071d5bb49964df08f63b61e4255e5e7, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:08,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/d071d5bb49964df08f63b61e4255e5e7 is 175, key is test_row_0/A:col10/1731604747756/Put/seqid=0 2024-11-14T17:19:08,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742163_1339 (size=30955) 2024-11-14T17:19:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T17:19:08,305 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T17:19:08,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:08,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604808394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604808397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731604808398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604808399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1731604808404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,457 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T17:19:08,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:08,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,597 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/d071d5bb49964df08f63b61e4255e5e7 2024-11-14T17:19:08,610 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T17:19:08,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:08,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a01557ebb7a64a36b231f294ae1f66ca is 50, key is test_row_0/B:col10/1731604747756/Put/seqid=0 2024-11-14T17:19:08,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742164_1340 (size=12001) 2024-11-14T17:19:08,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a01557ebb7a64a36b231f294ae1f66ca 2024-11-14T17:19:08,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/14f865236ba94a1998d0eacb2cd1675a is 50, key is test_row_0/C:col10/1731604747756/Put/seqid=0 2024-11-14T17:19:08,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742165_1341 (size=12001) 2024-11-14T17:19:08,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T17:19:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T17:19:08,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604808902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604808903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731604808905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604808906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1731604808912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:08,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T17:19:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:08,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:09,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/14f865236ba94a1998d0eacb2cd1675a 2024-11-14T17:19:09,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/d071d5bb49964df08f63b61e4255e5e7 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/d071d5bb49964df08f63b61e4255e5e7 2024-11-14T17:19:09,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:09,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T17:19:09,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:09,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:09,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:09,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:09,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:09,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/d071d5bb49964df08f63b61e4255e5e7, entries=150, sequenceid=15, filesize=30.2 K 2024-11-14T17:19:09,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a01557ebb7a64a36b231f294ae1f66ca as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a01557ebb7a64a36b231f294ae1f66ca 2024-11-14T17:19:09,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a01557ebb7a64a36b231f294ae1f66ca, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T17:19:09,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/14f865236ba94a1998d0eacb2cd1675a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/14f865236ba94a1998d0eacb2cd1675a 2024-11-14T17:19:09,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/14f865236ba94a1998d0eacb2cd1675a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T17:19:09,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6a51911eb6e264dd1b3bac8a4d30b98e in 1324ms, sequenceid=15, compaction requested=false 2024-11-14T17:19:09,081 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T17:19:09,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:09,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:09,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-14T17:19:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:09,222 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T17:19:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:09,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:09,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:09,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:09,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:09,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143cb72d75ec024e9d80b8f516de9e1fc7_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604747780/Put/seqid=0 2024-11-14T17:19:09,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742166_1342 (size=12154) 2024-11-14T17:19:09,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T17:19:09,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:09,639 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143cb72d75ec024e9d80b8f516de9e1fc7_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143cb72d75ec024e9d80b8f516de9e1fc7_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:09,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/dab2c29b4a3443bab3eef90fcbc132eb, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:09,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/dab2c29b4a3443bab3eef90fcbc132eb is 175, key is test_row_0/A:col10/1731604747780/Put/seqid=0 2024-11-14T17:19:09,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742167_1343 (size=30955) 2024-11-14T17:19:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T17:19:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:09,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:09,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731604809917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:09,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604809919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:09,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604809920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:09,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604809921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:09,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1731604809922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604810023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604810023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604810026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,049 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/dab2c29b4a3443bab3eef90fcbc132eb 2024-11-14T17:19:10,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/c3fb4c49d2b843929705fccd864f2589 is 50, key is test_row_0/B:col10/1731604747780/Put/seqid=0 2024-11-14T17:19:10,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742168_1344 (size=12001) 2024-11-14T17:19:10,076 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/c3fb4c49d2b843929705fccd864f2589 2024-11-14T17:19:10,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/790782634a514bceb6e3e29d04ff67f7 is 50, key is test_row_0/C:col10/1731604747780/Put/seqid=0 2024-11-14T17:19:10,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742169_1345 (size=12001) 2024-11-14T17:19:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604810225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604810226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604810230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,493 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/790782634a514bceb6e3e29d04ff67f7 2024-11-14T17:19:10,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/dab2c29b4a3443bab3eef90fcbc132eb as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/dab2c29b4a3443bab3eef90fcbc132eb 2024-11-14T17:19:10,500 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/dab2c29b4a3443bab3eef90fcbc132eb, entries=150, sequenceid=41, filesize=30.2 K 2024-11-14T17:19:10,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/c3fb4c49d2b843929705fccd864f2589 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/c3fb4c49d2b843929705fccd864f2589 2024-11-14T17:19:10,504 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/c3fb4c49d2b843929705fccd864f2589, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T17:19:10,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/790782634a514bceb6e3e29d04ff67f7 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/790782634a514bceb6e3e29d04ff67f7 2024-11-14T17:19:10,509 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/790782634a514bceb6e3e29d04ff67f7, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T17:19:10,510 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6a51911eb6e264dd1b3bac8a4d30b98e in 1288ms, sequenceid=41, compaction requested=false 2024-11-14T17:19:10,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:10,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:10,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-14T17:19:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-14T17:19:10,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-14T17:19:10,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8160 sec 2024-11-14T17:19:10,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.8200 sec 2024-11-14T17:19:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:10,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:19:10,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:10,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:10,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:10,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:10,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:10,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:10,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d02555c6d1a94695b5393a13d6808b59_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604749920/Put/seqid=0 2024-11-14T17:19:10,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742170_1346 (size=14594) 2024-11-14T17:19:10,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604810613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604810623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604810624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604810725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604810732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604810733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604810930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604810938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604810940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:10,952 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:10,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d02555c6d1a94695b5393a13d6808b59_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d02555c6d1a94695b5393a13d6808b59_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:10,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/b12c6b028f9745f8af631e2c7c028998, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:10,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/b12c6b028f9745f8af631e2c7c028998 is 175, key is test_row_0/A:col10/1731604749920/Put/seqid=0 2024-11-14T17:19:10,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742171_1347 (size=39549) 2024-11-14T17:19:11,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604811236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:11,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604811241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:11,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604811245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:11,363 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/b12c6b028f9745f8af631e2c7c028998 2024-11-14T17:19:11,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/5000943dfd28436bb9c55eaba3a4f90d is 50, key is test_row_0/B:col10/1731604749920/Put/seqid=0 2024-11-14T17:19:11,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742172_1348 (size=12001) 2024-11-14T17:19:11,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604811742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:11,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604811747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:11,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604811752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:11,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/5000943dfd28436bb9c55eaba3a4f90d 2024-11-14T17:19:11,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/71d798206a3b46048840f501c8519ce5 is 50, key is test_row_0/C:col10/1731604749920/Put/seqid=0 2024-11-14T17:19:11,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742173_1349 (size=12001) 2024-11-14T17:19:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-14T17:19:11,799 INFO [Thread-1542 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-14T17:19:11,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-14T17:19:11,802 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:11,802 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:11,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T17:19:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T17:19:11,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731604811938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:11,942 DEBUG [Thread-1532 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:19:11,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1731604811945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:11,948 DEBUG [Thread-1538 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:19:11,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:11,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T17:19:11,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:11,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:11,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:11,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:11,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T17:19:12,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:12,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T17:19:12,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:12,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:12,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:12,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:12,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/71d798206a3b46048840f501c8519ce5 2024-11-14T17:19:12,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/b12c6b028f9745f8af631e2c7c028998 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/b12c6b028f9745f8af631e2c7c028998 2024-11-14T17:19:12,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/b12c6b028f9745f8af631e2c7c028998, entries=200, sequenceid=53, filesize=38.6 K 2024-11-14T17:19:12,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/5000943dfd28436bb9c55eaba3a4f90d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/5000943dfd28436bb9c55eaba3a4f90d 2024-11-14T17:19:12,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/5000943dfd28436bb9c55eaba3a4f90d, entries=150, sequenceid=53, filesize=11.7 K 2024-11-14T17:19:12,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/71d798206a3b46048840f501c8519ce5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/71d798206a3b46048840f501c8519ce5 2024-11-14T17:19:12,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/71d798206a3b46048840f501c8519ce5, entries=150, sequenceid=53, filesize=11.7 K 2024-11-14T17:19:12,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6a51911eb6e264dd1b3bac8a4d30b98e in 1672ms, sequenceid=53, compaction requested=true 2024-11-14T17:19:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:12,205 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:12,205 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:12,206 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:12,206 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/B is initiating minor compaction (all files) 2024-11-14T17:19:12,206 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/B in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:12,207 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a01557ebb7a64a36b231f294ae1f66ca, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/c3fb4c49d2b843929705fccd864f2589, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/5000943dfd28436bb9c55eaba3a4f90d] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=35.2 K 2024-11-14T17:19:12,207 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:12,207 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/A is initiating minor compaction (all files) 2024-11-14T17:19:12,207 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/A in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:12,207 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/d071d5bb49964df08f63b61e4255e5e7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/dab2c29b4a3443bab3eef90fcbc132eb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/b12c6b028f9745f8af631e2c7c028998] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=99.1 K 2024-11-14T17:19:12,207 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:12,207 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/d071d5bb49964df08f63b61e4255e5e7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/dab2c29b4a3443bab3eef90fcbc132eb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/b12c6b028f9745f8af631e2c7c028998] 2024-11-14T17:19:12,207 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting a01557ebb7a64a36b231f294ae1f66ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731604747729 2024-11-14T17:19:12,207 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting d071d5bb49964df08f63b61e4255e5e7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731604747729 2024-11-14T17:19:12,207 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c3fb4c49d2b843929705fccd864f2589, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731604747774 2024-11-14T17:19:12,208 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting dab2c29b4a3443bab3eef90fcbc132eb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731604747774 2024-11-14T17:19:12,208 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 5000943dfd28436bb9c55eaba3a4f90d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604749920 2024-11-14T17:19:12,208 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting b12c6b028f9745f8af631e2c7c028998, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604749919 2024-11-14T17:19:12,219 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:12,220 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/97383ac7dc274b5f9ac52142cb5cb532 is 50, key is test_row_0/B:col10/1731604749920/Put/seqid=0 2024-11-14T17:19:12,221 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:12,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742174_1350 (size=12104) 2024-11-14T17:19:12,228 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411143df340895973421aa9b9801c261f4441_6a51911eb6e264dd1b3bac8a4d30b98e store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:12,231 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411143df340895973421aa9b9801c261f4441_6a51911eb6e264dd1b3bac8a4d30b98e, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:12,231 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143df340895973421aa9b9801c261f4441_6a51911eb6e264dd1b3bac8a4d30b98e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742175_1351 (size=4469) 2024-11-14T17:19:12,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:12,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-14T17:19:12,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:12,260 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T17:19:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:12,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114548b4ce20a3c403ab9bc75b00a1939a1_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604750623/Put/seqid=0 2024-11-14T17:19:12,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742176_1352 (size=12154) 2024-11-14T17:19:12,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,293 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114548b4ce20a3c403ab9bc75b00a1939a1_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114548b4ce20a3c403ab9bc75b00a1939a1_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:12,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/62d772d1cdaf4368a80f3831ba913b07, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:12,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/62d772d1cdaf4368a80f3831ba913b07 is 175, key is test_row_0/A:col10/1731604750623/Put/seqid=0 2024-11-14T17:19:12,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742177_1353 (size=30955) 2024-11-14T17:19:12,315 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/62d772d1cdaf4368a80f3831ba913b07 2024-11-14T17:19:12,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/8bf5039af7ca42549fc74a0c7e7a8ffc is 50, key is test_row_0/B:col10/1731604750623/Put/seqid=0 2024-11-14T17:19:12,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742178_1354 (size=12001) 2024-11-14T17:19:12,338 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/8bf5039af7ca42549fc74a0c7e7a8ffc 2024-11-14T17:19:12,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/01ecf1add6f84054be9e5c658c26dfdc is 50, key is test_row_0/C:col10/1731604750623/Put/seqid=0 2024-11-14T17:19:12,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742179_1355 (size=12001) 2024-11-14T17:19:12,348 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/01ecf1add6f84054be9e5c658c26dfdc 2024-11-14T17:19:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/62d772d1cdaf4368a80f3831ba913b07 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/62d772d1cdaf4368a80f3831ba913b07 2024-11-14T17:19:12,357 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/62d772d1cdaf4368a80f3831ba913b07, entries=150, sequenceid=77, filesize=30.2 K 2024-11-14T17:19:12,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/8bf5039af7ca42549fc74a0c7e7a8ffc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/8bf5039af7ca42549fc74a0c7e7a8ffc 2024-11-14T17:19:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,361 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/8bf5039af7ca42549fc74a0c7e7a8ffc, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T17:19:12,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/01ecf1add6f84054be9e5c658c26dfdc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/01ecf1add6f84054be9e5c658c26dfdc 2024-11-14T17:19:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,366 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/01ecf1add6f84054be9e5c658c26dfdc, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T17:19:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,367 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 6a51911eb6e264dd1b3bac8a4d30b98e in 107ms, sequenceid=77, compaction requested=true 2024-11-14T17:19:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:12,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-14T17:19:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-14T17:19:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-14T17:19:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 566 msec 2024-11-14T17:19:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 570 msec 2024-11-14T17:19:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-14T17:19:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,405 INFO [Thread-1542 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-14T17:19:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-14T17:19:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,408 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T17:19:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,409 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:12,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T17:19:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,561 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-14T17:19:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:12,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-14T17:19:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-14T17:19:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-14T17:19:12,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-14T17:19:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 161 msec 2024-11-14T17:19:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,631 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/97383ac7dc274b5f9ac52142cb5cb532 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/97383ac7dc274b5f9ac52142cb5cb532 2024-11-14T17:19:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,635 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/B of 6a51911eb6e264dd1b3bac8a4d30b98e into 97383ac7dc274b5f9ac52142cb5cb532(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:12,636 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:12,636 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/B, priority=13, startTime=1731604752205; duration=0sec 2024-11-14T17:19:12,636 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:12,636 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:B 2024-11-14T17:19:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,636 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:19:12,636 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#A#compaction#298 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,637 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/eba888d4864d474b99db53e6265a9eb8 is 175, key is test_row_0/A:col10/1731604749920/Put/seqid=0 2024-11-14T17:19:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,639 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:19:12,639 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/C is initiating minor compaction (all files) 2024-11-14T17:19:12,639 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/C in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,639 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/14f865236ba94a1998d0eacb2cd1675a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/790782634a514bceb6e3e29d04ff67f7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/71d798206a3b46048840f501c8519ce5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/01ecf1add6f84054be9e5c658c26dfdc] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=46.9 K 2024-11-14T17:19:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,639 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 14f865236ba94a1998d0eacb2cd1675a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731604747729 2024-11-14T17:19:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,640 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 790782634a514bceb6e3e29d04ff67f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731604747774 2024-11-14T17:19:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,640 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 71d798206a3b46048840f501c8519ce5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604749920 2024-11-14T17:19:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,640 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 01ecf1add6f84054be9e5c658c26dfdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731604750611 2024-11-14T17:19:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,659 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,659 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/bc5c6df73ea04e719cc0baf294f176b8 is 50, key is test_row_0/C:col10/1731604750623/Put/seqid=0 2024-11-14T17:19:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742180_1356 (size=31058) 2024-11-14T17:19:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742181_1357 (size=12139) 2024-11-14T17:19:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,671 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/bc5c6df73ea04e719cc0baf294f176b8 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/bc5c6df73ea04e719cc0baf294f176b8 2024-11-14T17:19:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,676 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/C of 6a51911eb6e264dd1b3bac8a4d30b98e into bc5c6df73ea04e719cc0baf294f176b8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:12,676 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:12,676 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/C, priority=12, startTime=1731604752205; duration=0sec 2024-11-14T17:19:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,676 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:12,676 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:C 2024-11-14T17:19:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-14T17:19:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,711 INFO [Thread-1542 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-14T17:19:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-14T17:19:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T17:19:12,714 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,714 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T17:19:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,866 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T17:19:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,867 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-14T17:19:12,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:12,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:12,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:12,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:12,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148336bb9ff3ff4b639b68eb7a48f2421d_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_1/A:col10/1731604752822/Put/seqid=0 2024-11-14T17:19:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742182_1358 (size=12154) 2024-11-14T17:19:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,890 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148336bb9ff3ff4b639b68eb7a48f2421d_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148336bb9ff3ff4b639b68eb7a48f2421d_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/2ad93c3d99d043bdb7c9fe72bfbf06b0, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/2ad93c3d99d043bdb7c9fe72bfbf06b0 is 175, key is test_row_1/A:col10/1731604752822/Put/seqid=0 2024-11-14T17:19:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:12,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742183_1359 (size=30951) 2024-11-14T17:19:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,902 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/2ad93c3d99d043bdb7c9fe72bfbf06b0 2024-11-14T17:19:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a5c988998ba04c72b40b53f6d6c06572 is 50, key is test_row_1/B:col10/1731604752822/Put/seqid=0 2024-11-14T17:19:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742184_1360 (size=9657) 2024-11-14T17:19:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,914 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a5c988998ba04c72b40b53f6d6c06572 2024-11-14T17:19:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/2268d9dbc7874931a4e63c805e5e5748 is 50, key is test_row_1/C:col10/1731604752822/Put/seqid=0 2024-11-14T17:19:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742185_1361 (size=9657) 2024-11-14T17:19:12,931 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/2268d9dbc7874931a4e63c805e5e5748 2024-11-14T17:19:12,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/2ad93c3d99d043bdb7c9fe72bfbf06b0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/2ad93c3d99d043bdb7c9fe72bfbf06b0 2024-11-14T17:19:12,938 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/2ad93c3d99d043bdb7c9fe72bfbf06b0, entries=150, sequenceid=86, filesize=30.2 K 2024-11-14T17:19:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a5c988998ba04c72b40b53f6d6c06572 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a5c988998ba04c72b40b53f6d6c06572 2024-11-14T17:19:12,952 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a5c988998ba04c72b40b53f6d6c06572, entries=100, sequenceid=86, filesize=9.4 K 2024-11-14T17:19:12,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/2268d9dbc7874931a4e63c805e5e5748 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2268d9dbc7874931a4e63c805e5e5748 2024-11-14T17:19:12,958 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2268d9dbc7874931a4e63c805e5e5748, entries=100, sequenceid=86, filesize=9.4 K 2024-11-14T17:19:12,960 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=120.76 KB/123660 for 6a51911eb6e264dd1b3bac8a4d30b98e in 93ms, sequenceid=86, compaction requested=true 2024-11-14T17:19:12,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:12,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:12,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-14T17:19:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-14T17:19:12,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-14T17:19:12,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 247 msec 2024-11-14T17:19:12,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T17:19:12,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:12,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 251 msec 2024-11-14T17:19:12,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:12,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:12,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:12,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:12,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:12,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c1ff886b00b84080a0ddf39a8f291f26_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604752952/Put/seqid=0 2024-11-14T17:19:12,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742186_1362 (size=14594) 2024-11-14T17:19:12,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604812984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:12,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604812986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:12,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604812988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T17:19:13,015 INFO [Thread-1542 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-14T17:19:13,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-14T17:19:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T17:19:13,017 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:13,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:13,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:13,065 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/eba888d4864d474b99db53e6265a9eb8 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/eba888d4864d474b99db53e6265a9eb8 2024-11-14T17:19:13,069 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/A of 6a51911eb6e264dd1b3bac8a4d30b98e into eba888d4864d474b99db53e6265a9eb8(size=30.3 K), total size for store is 90.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:13,069 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:13,069 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/A, priority=13, startTime=1731604752205; duration=0sec 2024-11-14T17:19:13,069 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:13,069 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:A 2024-11-14T17:19:13,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604813093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604813094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604813094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T17:19:13,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T17:19:13,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:13,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:13,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:13,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604813298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604813299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604813299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T17:19:13,322 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T17:19:13,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:13,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:13,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:13,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,379 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:13,383 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c1ff886b00b84080a0ddf39a8f291f26_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c1ff886b00b84080a0ddf39a8f291f26_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:13,384 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/f2859d7ce90a4a618670c0b9a0441fbc, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:13,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/f2859d7ce90a4a618670c0b9a0441fbc is 175, key is test_row_0/A:col10/1731604752952/Put/seqid=0 2024-11-14T17:19:13,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742187_1363 (size=39549) 2024-11-14T17:19:13,475 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T17:19:13,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:13,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:13,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:13,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604813603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604813604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604813605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T17:19:13,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T17:19:13,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:13,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:13,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:13,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T17:19:13,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:13,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:13,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:13,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,789 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=108, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/f2859d7ce90a4a618670c0b9a0441fbc 2024-11-14T17:19:13,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/6420aa8b80334dcbbfe9f1c10c6d83e0 is 50, key is test_row_0/B:col10/1731604752952/Put/seqid=0 2024-11-14T17:19:13,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742188_1364 (size=12001) 2024-11-14T17:19:13,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/6420aa8b80334dcbbfe9f1c10c6d83e0 2024-11-14T17:19:13,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/064266aaedfd4642b3d1bf571f8dcb35 is 50, key is test_row_0/C:col10/1731604752952/Put/seqid=0 2024-11-14T17:19:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742189_1365 (size=12001) 2024-11-14T17:19:13,933 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:13,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T17:19:13,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:13,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:13,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:13,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:14,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:14,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T17:19:14,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:14,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:14,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:14,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:14,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:14,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604814108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:14,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604814109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:14,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604814111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T17:19:14,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/064266aaedfd4642b3d1bf571f8dcb35 2024-11-14T17:19:14,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/f2859d7ce90a4a618670c0b9a0441fbc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/f2859d7ce90a4a618670c0b9a0441fbc 2024-11-14T17:19:14,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/f2859d7ce90a4a618670c0b9a0441fbc, entries=200, sequenceid=108, filesize=38.6 K 2024-11-14T17:19:14,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/6420aa8b80334dcbbfe9f1c10c6d83e0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/6420aa8b80334dcbbfe9f1c10c6d83e0 2024-11-14T17:19:14,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/6420aa8b80334dcbbfe9f1c10c6d83e0, entries=150, sequenceid=108, filesize=11.7 K 2024-11-14T17:19:14,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/064266aaedfd4642b3d1bf571f8dcb35 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/064266aaedfd4642b3d1bf571f8dcb35 2024-11-14T17:19:14,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/064266aaedfd4642b3d1bf571f8dcb35, entries=150, sequenceid=108, filesize=11.7 K 2024-11-14T17:19:14,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6a51911eb6e264dd1b3bac8a4d30b98e in 1264ms, sequenceid=108, compaction requested=true 2024-11-14T17:19:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:14,228 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:19:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:14,228 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:19:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:14,230 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:19:14,230 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132513 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:19:14,230 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/B is initiating minor compaction (all files) 2024-11-14T17:19:14,230 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/A is initiating minor compaction (all files) 2024-11-14T17:19:14,230 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/B in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:14,230 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/A in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:14,230 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/97383ac7dc274b5f9ac52142cb5cb532, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/8bf5039af7ca42549fc74a0c7e7a8ffc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a5c988998ba04c72b40b53f6d6c06572, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/6420aa8b80334dcbbfe9f1c10c6d83e0] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=44.7 K 2024-11-14T17:19:14,230 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/eba888d4864d474b99db53e6265a9eb8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/62d772d1cdaf4368a80f3831ba913b07, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/2ad93c3d99d043bdb7c9fe72bfbf06b0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/f2859d7ce90a4a618670c0b9a0441fbc] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=129.4 K 2024-11-14T17:19:14,230 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:14,230 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/eba888d4864d474b99db53e6265a9eb8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/62d772d1cdaf4368a80f3831ba913b07, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/2ad93c3d99d043bdb7c9fe72bfbf06b0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/f2859d7ce90a4a618670c0b9a0441fbc] 2024-11-14T17:19:14,230 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 97383ac7dc274b5f9ac52142cb5cb532, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604749920 2024-11-14T17:19:14,231 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting eba888d4864d474b99db53e6265a9eb8, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604749920 2024-11-14T17:19:14,231 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bf5039af7ca42549fc74a0c7e7a8ffc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731604750611 2024-11-14T17:19:14,231 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting a5c988998ba04c72b40b53f6d6c06572, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731604752820 2024-11-14T17:19:14,231 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62d772d1cdaf4368a80f3831ba913b07, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731604750611 2024-11-14T17:19:14,231 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ad93c3d99d043bdb7c9fe72bfbf06b0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731604752820 2024-11-14T17:19:14,231 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 6420aa8b80334dcbbfe9f1c10c6d83e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731604752949 2024-11-14T17:19:14,231 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2859d7ce90a4a618670c0b9a0441fbc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731604752949 2024-11-14T17:19:14,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:14,238 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:14,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T17:19:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:14,239 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T17:19:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:14,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:14,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:14,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:14,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:14,240 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#B#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:14,241 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a29e4dad62464d898f90ff1c58f2dea6 is 50, key is test_row_0/B:col10/1731604752952/Put/seqid=0 2024-11-14T17:19:14,242 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114868b7c44d5a84761a46f5cd8c532c03b_6a51911eb6e264dd1b3bac8a4d30b98e store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:14,244 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114868b7c44d5a84761a46f5cd8c532c03b_6a51911eb6e264dd1b3bac8a4d30b98e, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:14,244 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114868b7c44d5a84761a46f5cd8c532c03b_6a51911eb6e264dd1b3bac8a4d30b98e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:14,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140e195450bcae4503bde767fa0049a578_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604752985/Put/seqid=0 2024-11-14T17:19:14,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742190_1366 (size=12241) 2024-11-14T17:19:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742191_1367 (size=4469) 2024-11-14T17:19:14,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742192_1368 (size=12154) 2024-11-14T17:19:14,662 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a29e4dad62464d898f90ff1c58f2dea6 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a29e4dad62464d898f90ff1c58f2dea6 2024-11-14T17:19:14,667 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/B of 6a51911eb6e264dd1b3bac8a4d30b98e into a29e4dad62464d898f90ff1c58f2dea6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:14,667 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:14,667 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/B, priority=12, startTime=1731604754228; duration=0sec 2024-11-14T17:19:14,667 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:14,667 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:B 2024-11-14T17:19:14,668 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:14,669 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#A#compaction#310 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:14,669 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:14,669 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/C is initiating minor compaction (all files) 2024-11-14T17:19:14,669 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/C in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:14,669 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/bc5c6df73ea04e719cc0baf294f176b8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2268d9dbc7874931a4e63c805e5e5748, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/064266aaedfd4642b3d1bf571f8dcb35] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=33.0 K 2024-11-14T17:19:14,670 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/5bb19105e81847baa0c6b85cddd13273 is 175, key is test_row_0/A:col10/1731604752952/Put/seqid=0 2024-11-14T17:19:14,670 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting bc5c6df73ea04e719cc0baf294f176b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731604750611 2024-11-14T17:19:14,671 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 2268d9dbc7874931a4e63c805e5e5748, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731604752820 2024-11-14T17:19:14,671 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 064266aaedfd4642b3d1bf571f8dcb35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731604752949 2024-11-14T17:19:14,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:14,677 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140e195450bcae4503bde767fa0049a578_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140e195450bcae4503bde767fa0049a578_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:14,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/9e1fb7ce017846a4930c01e1602258b3, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:14,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/9e1fb7ce017846a4930c01e1602258b3 is 175, key is test_row_0/A:col10/1731604752985/Put/seqid=0 2024-11-14T17:19:14,689 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:14,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742194_1370 (size=30955) 2024-11-14T17:19:14,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742193_1369 (size=31195) 2024-11-14T17:19:14,690 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/f7dc6bce4a724a78b97813a26830a008 is 50, key is test_row_0/C:col10/1731604752952/Put/seqid=0 2024-11-14T17:19:14,692 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/9e1fb7ce017846a4930c01e1602258b3 2024-11-14T17:19:14,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742195_1371 (size=12241) 2024-11-14T17:19:14,699 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/5bb19105e81847baa0c6b85cddd13273 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/5bb19105e81847baa0c6b85cddd13273 2024-11-14T17:19:14,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/087320ae15904981aebcd5df1e642cc1 is 50, key is test_row_0/B:col10/1731604752985/Put/seqid=0 2024-11-14T17:19:14,704 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/A of 6a51911eb6e264dd1b3bac8a4d30b98e into 5bb19105e81847baa0c6b85cddd13273(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:14,704 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:14,704 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/A, priority=12, startTime=1731604754228; duration=0sec 2024-11-14T17:19:14,704 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:14,705 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:A 2024-11-14T17:19:14,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742196_1372 (size=12001) 2024-11-14T17:19:15,102 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/f7dc6bce4a724a78b97813a26830a008 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/f7dc6bce4a724a78b97813a26830a008 2024-11-14T17:19:15,106 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/C of 6a51911eb6e264dd1b3bac8a4d30b98e into f7dc6bce4a724a78b97813a26830a008(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:15,106 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:15,106 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/C, priority=13, startTime=1731604754228; duration=0sec 2024-11-14T17:19:15,106 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:15,106 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:C 2024-11-14T17:19:15,107 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/087320ae15904981aebcd5df1e642cc1 2024-11-14T17:19:15,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/fa0a58fcf53544a5adbe426725742206 is 50, key is test_row_0/C:col10/1731604752985/Put/seqid=0 2024-11-14T17:19:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742197_1373 (size=12001) 2024-11-14T17:19:15,118 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/fa0a58fcf53544a5adbe426725742206 2024-11-14T17:19:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T17:19:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:15,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/9e1fb7ce017846a4930c01e1602258b3 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/9e1fb7ce017846a4930c01e1602258b3 2024-11-14T17:19:15,126 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/9e1fb7ce017846a4930c01e1602258b3, entries=150, sequenceid=123, filesize=30.2 K 2024-11-14T17:19:15,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/087320ae15904981aebcd5df1e642cc1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/087320ae15904981aebcd5df1e642cc1 2024-11-14T17:19:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,130 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/087320ae15904981aebcd5df1e642cc1, entries=150, sequenceid=123, filesize=11.7 K 2024-11-14T17:19:15,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/fa0a58fcf53544a5adbe426725742206 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/fa0a58fcf53544a5adbe426725742206 2024-11-14T17:19:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,141 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/fa0a58fcf53544a5adbe426725742206, entries=150, sequenceid=123, filesize=11.7 K 2024-11-14T17:19:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,141 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=46.96 KB/48090 for 6a51911eb6e264dd1b3bac8a4d30b98e in 902ms, sequenceid=123, compaction requested=false 2024-11-14T17:19:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:15,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:15,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-14T17:19:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-14T17:19:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:19:15,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:15,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:15,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:15,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:15,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-14T17:19:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1240 sec 2024-11-14T17:19:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.1290 sec 2024-11-14T17:19:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143d03977b4c1e4fee98188e1c9e85c085_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604755141/Put/seqid=0 2024-11-14T17:19:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742198_1374 (size=22268) 2024-11-14T17:19:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,155 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,158 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143d03977b4c1e4fee98188e1c9e85c085_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143d03977b4c1e4fee98188e1c9e85c085_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,159 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/4b3e5a82acff48eea45568237e3c6ac5, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/4b3e5a82acff48eea45568237e3c6ac5 is 175, key is test_row_0/A:col10/1731604755141/Put/seqid=0 2024-11-14T17:19:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742199_1375 (size=65673) 2024-11-14T17:19:15,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604815200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604815201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604815202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604815307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604815308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604815308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604815512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604815512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604815512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,564 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/4b3e5a82acff48eea45568237e3c6ac5 2024-11-14T17:19:15,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/29b499a63cb346a9807f498e11586610 is 50, key is test_row_0/B:col10/1731604755141/Put/seqid=0 2024-11-14T17:19:15,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742200_1376 (size=12151) 2024-11-14T17:19:15,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604815820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604815820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604815820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731604815968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,971 DEBUG [Thread-1532 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:19:15,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/29b499a63cb346a9807f498e11586610 2024-11-14T17:19:15,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1731604815978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:15,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/8124d941b16f4a91a7d832d8278e86bd is 50, key is test_row_0/C:col10/1731604755141/Put/seqid=0 2024-11-14T17:19:15,982 DEBUG [Thread-1538 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8199 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:19:15,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742201_1377 (size=12151) 2024-11-14T17:19:15,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/8124d941b16f4a91a7d832d8278e86bd 2024-11-14T17:19:15,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/4b3e5a82acff48eea45568237e3c6ac5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4b3e5a82acff48eea45568237e3c6ac5 2024-11-14T17:19:15,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4b3e5a82acff48eea45568237e3c6ac5, entries=350, sequenceid=137, filesize=64.1 K 2024-11-14T17:19:15,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/29b499a63cb346a9807f498e11586610 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/29b499a63cb346a9807f498e11586610 2024-11-14T17:19:15,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/29b499a63cb346a9807f498e11586610, entries=150, sequenceid=137, filesize=11.9 K 2024-11-14T17:19:15,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/8124d941b16f4a91a7d832d8278e86bd as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/8124d941b16f4a91a7d832d8278e86bd 2024-11-14T17:19:16,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/8124d941b16f4a91a7d832d8278e86bd, entries=150, sequenceid=137, filesize=11.9 K 2024-11-14T17:19:16,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6a51911eb6e264dd1b3bac8a4d30b98e in 861ms, sequenceid=137, compaction requested=true 2024-11-14T17:19:16,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:16,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:16,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:16,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:16,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:16,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:16,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:16,003 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:16,003 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:16,004 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:16,004 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:16,004 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/B is initiating minor compaction (all files) 2024-11-14T17:19:16,004 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/A is initiating minor compaction (all files) 2024-11-14T17:19:16,004 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/B in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:16,004 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/A in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:16,004 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a29e4dad62464d898f90ff1c58f2dea6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/087320ae15904981aebcd5df1e642cc1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/29b499a63cb346a9807f498e11586610] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=35.5 K 2024-11-14T17:19:16,004 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/5bb19105e81847baa0c6b85cddd13273, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/9e1fb7ce017846a4930c01e1602258b3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4b3e5a82acff48eea45568237e3c6ac5] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=124.8 K 2024-11-14T17:19:16,004 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:16,004 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/5bb19105e81847baa0c6b85cddd13273, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/9e1fb7ce017846a4930c01e1602258b3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4b3e5a82acff48eea45568237e3c6ac5] 2024-11-14T17:19:16,005 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting a29e4dad62464d898f90ff1c58f2dea6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731604752949 2024-11-14T17:19:16,005 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bb19105e81847baa0c6b85cddd13273, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731604752949 2024-11-14T17:19:16,005 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 087320ae15904981aebcd5df1e642cc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731604752983 2024-11-14T17:19:16,005 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e1fb7ce017846a4930c01e1602258b3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731604752983 2024-11-14T17:19:16,005 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 29b499a63cb346a9807f498e11586610, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731604755127 2024-11-14T17:19:16,005 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b3e5a82acff48eea45568237e3c6ac5, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731604755123 2024-11-14T17:19:16,011 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:16,012 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111427f01685c4fd461b8d4ff3f51b47fe43_6a51911eb6e264dd1b3bac8a4d30b98e store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:16,013 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#B#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:16,014 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/fa0dbee5241b434f8a9beb059a94390a is 50, key is test_row_0/B:col10/1731604755141/Put/seqid=0 2024-11-14T17:19:16,014 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111427f01685c4fd461b8d4ff3f51b47fe43_6a51911eb6e264dd1b3bac8a4d30b98e, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:16,014 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111427f01685c4fd461b8d4ff3f51b47fe43_6a51911eb6e264dd1b3bac8a4d30b98e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:16,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742202_1378 (size=4469) 2024-11-14T17:19:16,028 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#A#compaction#318 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:16,028 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/a62e3eb81a76497da0a033a8579f964f is 175, key is test_row_0/A:col10/1731604755141/Put/seqid=0 2024-11-14T17:19:16,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742203_1379 (size=12493) 2024-11-14T17:19:16,039 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/fa0dbee5241b434f8a9beb059a94390a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/fa0dbee5241b434f8a9beb059a94390a 2024-11-14T17:19:16,043 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/B of 6a51911eb6e264dd1b3bac8a4d30b98e into fa0dbee5241b434f8a9beb059a94390a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:16,043 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:16,043 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/B, priority=13, startTime=1731604756003; duration=0sec 2024-11-14T17:19:16,043 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:16,043 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:B 2024-11-14T17:19:16,044 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:16,045 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:16,045 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/C is initiating minor compaction (all files) 2024-11-14T17:19:16,045 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/C in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:16,046 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/f7dc6bce4a724a78b97813a26830a008, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/fa0a58fcf53544a5adbe426725742206, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/8124d941b16f4a91a7d832d8278e86bd] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=35.5 K 2024-11-14T17:19:16,046 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting f7dc6bce4a724a78b97813a26830a008, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731604752949 2024-11-14T17:19:16,046 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting fa0a58fcf53544a5adbe426725742206, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731604752983 2024-11-14T17:19:16,046 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 8124d941b16f4a91a7d832d8278e86bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731604755127 2024-11-14T17:19:16,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742204_1380 (size=31447) 2024-11-14T17:19:16,054 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#C#compaction#320 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:16,054 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/11a90f7e4ff04bb8a22055a24cc337f6 is 50, key is test_row_0/C:col10/1731604755141/Put/seqid=0 2024-11-14T17:19:16,057 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/a62e3eb81a76497da0a033a8579f964f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/a62e3eb81a76497da0a033a8579f964f 2024-11-14T17:19:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742205_1381 (size=12493) 2024-11-14T17:19:16,064 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/A of 6a51911eb6e264dd1b3bac8a4d30b98e into a62e3eb81a76497da0a033a8579f964f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:16,064 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:16,064 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/A, priority=13, startTime=1731604756003; duration=0sec 2024-11-14T17:19:16,064 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:16,064 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:A 2024-11-14T17:19:16,067 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/11a90f7e4ff04bb8a22055a24cc337f6 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/11a90f7e4ff04bb8a22055a24cc337f6 2024-11-14T17:19:16,074 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/C of 6a51911eb6e264dd1b3bac8a4d30b98e into 11a90f7e4ff04bb8a22055a24cc337f6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:16,074 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:16,074 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/C, priority=13, startTime=1731604756003; duration=0sec 2024-11-14T17:19:16,074 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:16,074 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:C 2024-11-14T17:19:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:16,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T17:19:16,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:16,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:16,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:16,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:16,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:16,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:16,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111475064d4cc53f429591fcc7ed49686993_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604756328/Put/seqid=0 2024-11-14T17:19:16,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604816340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:16,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742206_1382 (size=17284) 2024-11-14T17:19:16,343 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:16,347 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111475064d4cc53f429591fcc7ed49686993_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111475064d4cc53f429591fcc7ed49686993_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:16,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604816342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:16,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604816343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:16,348 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/45e774f94cfa4c8b9473131e76410e15, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:16,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/45e774f94cfa4c8b9473131e76410e15 is 175, key is test_row_0/A:col10/1731604756328/Put/seqid=0 2024-11-14T17:19:16,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742207_1383 (size=48389) 2024-11-14T17:19:16,356 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/45e774f94cfa4c8b9473131e76410e15 2024-11-14T17:19:16,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/e010e31cd8a146a3a14ac3ffcc8dbb0e is 50, key is test_row_0/B:col10/1731604756328/Put/seqid=0 2024-11-14T17:19:16,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742208_1384 (size=12151) 2024-11-14T17:19:16,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/e010e31cd8a146a3a14ac3ffcc8dbb0e 2024-11-14T17:19:16,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/ce057d96c0664545a4a26d1a94876f74 is 50, key is test_row_0/C:col10/1731604756328/Put/seqid=0 2024-11-14T17:19:16,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742209_1385 (size=12151) 2024-11-14T17:19:16,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/ce057d96c0664545a4a26d1a94876f74 2024-11-14T17:19:16,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/45e774f94cfa4c8b9473131e76410e15 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/45e774f94cfa4c8b9473131e76410e15 2024-11-14T17:19:16,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/45e774f94cfa4c8b9473131e76410e15, entries=250, sequenceid=167, filesize=47.3 K 2024-11-14T17:19:16,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/e010e31cd8a146a3a14ac3ffcc8dbb0e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/e010e31cd8a146a3a14ac3ffcc8dbb0e 2024-11-14T17:19:16,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/e010e31cd8a146a3a14ac3ffcc8dbb0e, entries=150, sequenceid=167, filesize=11.9 K 2024-11-14T17:19:16,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/ce057d96c0664545a4a26d1a94876f74 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/ce057d96c0664545a4a26d1a94876f74 2024-11-14T17:19:16,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/ce057d96c0664545a4a26d1a94876f74, entries=150, sequenceid=167, filesize=11.9 K 2024-11-14T17:19:16,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 6a51911eb6e264dd1b3bac8a4d30b98e in 84ms, sequenceid=167, compaction requested=false 2024-11-14T17:19:16,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:16,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:19:16,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:16,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:16,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:16,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:16,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:16,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:16,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d60b64f99090493290a9a313af361cfe_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604756339/Put/seqid=0 2024-11-14T17:19:16,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742210_1386 (size=14794) 2024-11-14T17:19:16,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604816486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:16,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604816489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:16,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604816492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:16,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604816593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:16,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604816593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:16,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604816598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:16,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604816799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:16,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604816800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:16,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604816801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:16,862 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:16,867 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d60b64f99090493290a9a313af361cfe_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d60b64f99090493290a9a313af361cfe_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:16,868 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/083390a8aad44f6b8b36c7e616f21774, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:16,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/083390a8aad44f6b8b36c7e616f21774 is 175, key is test_row_0/A:col10/1731604756339/Put/seqid=0 2024-11-14T17:19:16,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742211_1387 (size=39749) 2024-11-14T17:19:17,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:17,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604817103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604817104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:17,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604817107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T17:19:17,122 INFO [Thread-1542 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-14T17:19:17,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-14T17:19:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T17:19:17,125 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:17,125 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:17,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T17:19:17,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:17,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T17:19:17,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:17,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,281 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/083390a8aad44f6b8b36c7e616f21774 2024-11-14T17:19:17,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/fda542774af146d1b7a66a9990b6dafe is 50, key is test_row_0/B:col10/1731604756339/Put/seqid=0 2024-11-14T17:19:17,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742212_1388 (size=12151) 2024-11-14T17:19:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T17:19:17,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:17,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T17:19:17,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:17,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:17,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:17,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:17,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T17:19:17,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:17,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:17,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:17,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604817610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:17,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604817612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:17,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604817613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:17,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/fda542774af146d1b7a66a9990b6dafe 2024-11-14T17:19:17,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/e755e7a01bc4495c968d83eae096c162 is 50, key is test_row_0/C:col10/1731604756339/Put/seqid=0 2024-11-14T17:19:17,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742213_1389 (size=12151) 2024-11-14T17:19:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T17:19:17,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:17,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T17:19:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:17,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,888 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:17,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T17:19:17,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:17,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:17,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:17,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:18,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:18,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T17:19:18,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:18,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:18,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:18,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:18,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:18,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/e755e7a01bc4495c968d83eae096c162 2024-11-14T17:19:18,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/083390a8aad44f6b8b36c7e616f21774 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/083390a8aad44f6b8b36c7e616f21774 2024-11-14T17:19:18,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/083390a8aad44f6b8b36c7e616f21774, entries=200, sequenceid=178, filesize=38.8 K 2024-11-14T17:19:18,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/fda542774af146d1b7a66a9990b6dafe as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/fda542774af146d1b7a66a9990b6dafe 2024-11-14T17:19:18,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/fda542774af146d1b7a66a9990b6dafe, entries=150, sequenceid=178, filesize=11.9 K 2024-11-14T17:19:18,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/e755e7a01bc4495c968d83eae096c162 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/e755e7a01bc4495c968d83eae096c162 2024-11-14T17:19:18,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/e755e7a01bc4495c968d83eae096c162, entries=150, sequenceid=178, filesize=11.9 K 2024-11-14T17:19:18,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6a51911eb6e264dd1b3bac8a4d30b98e in 1675ms, sequenceid=178, compaction requested=true 2024-11-14T17:19:18,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:18,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:18,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:18,122 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:18,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:18,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:18,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:18,122 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:18,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:18,122 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:18,122 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:18,123 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/B is initiating minor compaction (all files) 2024-11-14T17:19:18,123 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/A is initiating minor compaction (all files) 2024-11-14T17:19:18,123 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/A in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:18,123 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/B in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:18,123 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/a62e3eb81a76497da0a033a8579f964f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/45e774f94cfa4c8b9473131e76410e15, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/083390a8aad44f6b8b36c7e616f21774] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=116.8 K 2024-11-14T17:19:18,123 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/fa0dbee5241b434f8a9beb059a94390a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/e010e31cd8a146a3a14ac3ffcc8dbb0e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/fda542774af146d1b7a66a9990b6dafe] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=35.9 K 2024-11-14T17:19:18,123 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:18,123 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/a62e3eb81a76497da0a033a8579f964f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/45e774f94cfa4c8b9473131e76410e15, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/083390a8aad44f6b8b36c7e616f21774] 2024-11-14T17:19:18,123 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting fa0dbee5241b434f8a9beb059a94390a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731604755127 2024-11-14T17:19:18,123 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting a62e3eb81a76497da0a033a8579f964f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731604755127 2024-11-14T17:19:18,123 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting e010e31cd8a146a3a14ac3ffcc8dbb0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731604755194 2024-11-14T17:19:18,124 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45e774f94cfa4c8b9473131e76410e15, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731604755194 2024-11-14T17:19:18,124 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting fda542774af146d1b7a66a9990b6dafe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731604756339 2024-11-14T17:19:18,124 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 083390a8aad44f6b8b36c7e616f21774, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731604756335 2024-11-14T17:19:18,130 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:18,131 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:18,132 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111448a712ef94344715920dbc61f64cc5a2_6a51911eb6e264dd1b3bac8a4d30b98e store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:18,132 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/47fc2b01fc464afcbd6db9caf1ed2669 is 50, key is test_row_0/B:col10/1731604756339/Put/seqid=0 2024-11-14T17:19:18,134 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111448a712ef94344715920dbc61f64cc5a2_6a51911eb6e264dd1b3bac8a4d30b98e, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:18,134 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111448a712ef94344715920dbc61f64cc5a2_6a51911eb6e264dd1b3bac8a4d30b98e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:18,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742214_1390 (size=12595) 2024-11-14T17:19:18,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742215_1391 (size=4469) 2024-11-14T17:19:18,146 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#A#compaction#328 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:18,146 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/e96f52c7c3694918bc034c796612b8ab is 175, key is test_row_0/A:col10/1731604756339/Put/seqid=0 2024-11-14T17:19:18,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742216_1392 (size=31549) 2024-11-14T17:19:18,194 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:18,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T17:19:18,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:18,195 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T17:19:18,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:18,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:18,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:18,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:18,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:18,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111487a98c38014c4cde92e86ed3f6b7e9f9_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604756488/Put/seqid=0 2024-11-14T17:19:18,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742217_1393 (size=12304) 2024-11-14T17:19:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T17:19:18,542 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/47fc2b01fc464afcbd6db9caf1ed2669 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/47fc2b01fc464afcbd6db9caf1ed2669 2024-11-14T17:19:18,546 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/B of 6a51911eb6e264dd1b3bac8a4d30b98e into 47fc2b01fc464afcbd6db9caf1ed2669(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:18,546 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:18,546 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/B, priority=13, startTime=1731604758122; duration=0sec 2024-11-14T17:19:18,546 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:18,546 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:B 2024-11-14T17:19:18,546 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:18,547 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:18,547 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/C is initiating minor compaction (all files) 2024-11-14T17:19:18,547 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/C in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:18,547 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/11a90f7e4ff04bb8a22055a24cc337f6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/ce057d96c0664545a4a26d1a94876f74, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/e755e7a01bc4495c968d83eae096c162] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=35.9 K 2024-11-14T17:19:18,547 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 11a90f7e4ff04bb8a22055a24cc337f6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731604755127 2024-11-14T17:19:18,548 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ce057d96c0664545a4a26d1a94876f74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731604755194 2024-11-14T17:19:18,548 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting e755e7a01bc4495c968d83eae096c162, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731604756339 2024-11-14T17:19:18,555 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/e96f52c7c3694918bc034c796612b8ab as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e96f52c7c3694918bc034c796612b8ab 2024-11-14T17:19:18,555 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#C#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:18,556 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/f090b94bb81a4883ab1c11020e03a93e is 50, key is test_row_0/C:col10/1731604756339/Put/seqid=0 2024-11-14T17:19:18,560 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/A of 6a51911eb6e264dd1b3bac8a4d30b98e into e96f52c7c3694918bc034c796612b8ab(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:18,560 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:18,560 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/A, priority=13, startTime=1731604758121; duration=0sec 2024-11-14T17:19:18,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742218_1394 (size=12595) 2024-11-14T17:19:18,560 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:18,560 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:A 2024-11-14T17:19:18,564 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/f090b94bb81a4883ab1c11020e03a93e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/f090b94bb81a4883ab1c11020e03a93e 2024-11-14T17:19:18,568 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/C of 6a51911eb6e264dd1b3bac8a4d30b98e into f090b94bb81a4883ab1c11020e03a93e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:18,568 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:18,568 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/C, priority=13, startTime=1731604758122; duration=0sec 2024-11-14T17:19:18,568 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:18,568 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:C 2024-11-14T17:19:18,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:18,608 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111487a98c38014c4cde92e86ed3f6b7e9f9_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111487a98c38014c4cde92e86ed3f6b7e9f9_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:18,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/6987e1556c2047da95b43c7fc17a5113, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:18,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/6987e1556c2047da95b43c7fc17a5113 is 175, key is test_row_0/A:col10/1731604756488/Put/seqid=0 2024-11-14T17:19:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742219_1395 (size=31105) 2024-11-14T17:19:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:18,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:18,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604818634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:18,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604818636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:18,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604818637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:18,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604818738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:18,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604818741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:18,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604818742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:18,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604818940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:18,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604818946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:18,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604818947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:19,014 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/6987e1556c2047da95b43c7fc17a5113 2024-11-14T17:19:19,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/d9978d158b09491787454978355c900a is 50, key is test_row_0/B:col10/1731604756488/Put/seqid=0 2024-11-14T17:19:19,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742220_1396 (size=12151) 2024-11-14T17:19:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T17:19:19,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604819245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:19,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604819250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:19,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604819251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:19,426 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/d9978d158b09491787454978355c900a 2024-11-14T17:19:19,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/19147e92052342a4ac2a9a8a2f045024 is 50, key is test_row_0/C:col10/1731604756488/Put/seqid=0 2024-11-14T17:19:19,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742221_1397 (size=12151) 2024-11-14T17:19:19,438 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/19147e92052342a4ac2a9a8a2f045024 2024-11-14T17:19:19,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/6987e1556c2047da95b43c7fc17a5113 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/6987e1556c2047da95b43c7fc17a5113 2024-11-14T17:19:19,446 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/6987e1556c2047da95b43c7fc17a5113, entries=150, sequenceid=203, filesize=30.4 K 2024-11-14T17:19:19,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/d9978d158b09491787454978355c900a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/d9978d158b09491787454978355c900a 2024-11-14T17:19:19,451 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/d9978d158b09491787454978355c900a, entries=150, sequenceid=203, filesize=11.9 K 2024-11-14T17:19:19,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/19147e92052342a4ac2a9a8a2f045024 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/19147e92052342a4ac2a9a8a2f045024 2024-11-14T17:19:19,456 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/19147e92052342a4ac2a9a8a2f045024, entries=150, sequenceid=203, filesize=11.9 K 2024-11-14T17:19:19,457 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6a51911eb6e264dd1b3bac8a4d30b98e in 1263ms, sequenceid=203, compaction requested=false 2024-11-14T17:19:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-14T17:19:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-14T17:19:19,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-14T17:19:19,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3330 sec 2024-11-14T17:19:19,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.3370 sec 2024-11-14T17:19:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:19,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T17:19:19,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:19,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:19,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:19,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:19,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:19,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:19,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147cf50073c1134b9fa6f1c07fcf1873e1_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604758636/Put/seqid=0 2024-11-14T17:19:19,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742222_1398 (size=14794) 2024-11-14T17:19:19,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604819792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:19,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604819795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:19,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604819797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:19,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604819898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:19,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604819900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:19,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604819903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:20,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604820102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:20,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604820103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:20,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604820107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:20,173 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:20,177 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147cf50073c1134b9fa6f1c07fcf1873e1_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147cf50073c1134b9fa6f1c07fcf1873e1_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:20,178 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/660590abd98f49efa23c03b81026096f, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:20,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/660590abd98f49efa23c03b81026096f is 175, key is test_row_0/A:col10/1731604758636/Put/seqid=0 2024-11-14T17:19:20,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742223_1399 (size=39749) 2024-11-14T17:19:20,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604820409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:20,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604820409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:20,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604820410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:20,587 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/660590abd98f49efa23c03b81026096f 2024-11-14T17:19:20,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/8c42d63c0ce5436b8b187ccd198d7fc5 is 50, key is test_row_0/B:col10/1731604758636/Put/seqid=0 2024-11-14T17:19:20,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742224_1400 (size=12151) 2024-11-14T17:19:20,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604820914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:20,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604820915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:20,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604820915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:20,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/8c42d63c0ce5436b8b187ccd198d7fc5 2024-11-14T17:19:21,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/2470972e65ca432082d940fed3852b89 is 50, key is test_row_0/C:col10/1731604758636/Put/seqid=0 2024-11-14T17:19:21,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742225_1401 (size=12151) 2024-11-14T17:19:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T17:19:21,229 INFO [Thread-1542 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-14T17:19:21,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-14T17:19:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T17:19:21,232 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:21,232 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:21,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T17:19:21,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:21,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-14T17:19:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:21,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:21,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/2470972e65ca432082d940fed3852b89 2024-11-14T17:19:21,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/660590abd98f49efa23c03b81026096f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/660590abd98f49efa23c03b81026096f 2024-11-14T17:19:21,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/660590abd98f49efa23c03b81026096f, entries=200, sequenceid=218, filesize=38.8 K 2024-11-14T17:19:21,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/8c42d63c0ce5436b8b187ccd198d7fc5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/8c42d63c0ce5436b8b187ccd198d7fc5 2024-11-14T17:19:21,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/8c42d63c0ce5436b8b187ccd198d7fc5, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T17:19:21,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/2470972e65ca432082d940fed3852b89 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2470972e65ca432082d940fed3852b89 2024-11-14T17:19:21,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2470972e65ca432082d940fed3852b89, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T17:19:21,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6a51911eb6e264dd1b3bac8a4d30b98e in 1670ms, sequenceid=218, compaction requested=true 2024-11-14T17:19:21,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:21,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:21,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:21,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:21,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:21,427 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:21,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:21,427 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:21,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:21,428 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:21,428 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/B is initiating minor compaction (all files) 2024-11-14T17:19:21,428 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/B in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:21,428 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/47fc2b01fc464afcbd6db9caf1ed2669, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/d9978d158b09491787454978355c900a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/8c42d63c0ce5436b8b187ccd198d7fc5] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=36.0 K 2024-11-14T17:19:21,429 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:21,429 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/A is initiating minor compaction (all files) 2024-11-14T17:19:21,429 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/A in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:21,429 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 47fc2b01fc464afcbd6db9caf1ed2669, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731604756339 2024-11-14T17:19:21,429 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e96f52c7c3694918bc034c796612b8ab, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/6987e1556c2047da95b43c7fc17a5113, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/660590abd98f49efa23c03b81026096f] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=100.0 K 2024-11-14T17:19:21,429 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:21,429 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e96f52c7c3694918bc034c796612b8ab, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/6987e1556c2047da95b43c7fc17a5113, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/660590abd98f49efa23c03b81026096f] 2024-11-14T17:19:21,429 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting d9978d158b09491787454978355c900a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731604756473 2024-11-14T17:19:21,429 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting e96f52c7c3694918bc034c796612b8ab, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731604756339 2024-11-14T17:19:21,429 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c42d63c0ce5436b8b187ccd198d7fc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731604758635 2024-11-14T17:19:21,430 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6987e1556c2047da95b43c7fc17a5113, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731604756473 2024-11-14T17:19:21,430 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 660590abd98f49efa23c03b81026096f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731604758633 2024-11-14T17:19:21,435 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:21,436 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#B#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:21,436 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/1e1b685b47a84533a75e0ad8022373bb is 50, key is test_row_0/B:col10/1731604758636/Put/seqid=0 2024-11-14T17:19:21,437 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111443f61c68650f449a885bba7d9cdd765b_6a51911eb6e264dd1b3bac8a4d30b98e store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:21,438 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111443f61c68650f449a885bba7d9cdd765b_6a51911eb6e264dd1b3bac8a4d30b98e, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:21,439 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111443f61c68650f449a885bba7d9cdd765b_6a51911eb6e264dd1b3bac8a4d30b98e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742226_1402 (size=12697) 2024-11-14T17:19:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742227_1403 (size=4469) 2024-11-14T17:19:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T17:19:21,537 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:21,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-14T17:19:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:21,538 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T17:19:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145199a25b536f4e4e869989953a145011_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604759791/Put/seqid=0 2024-11-14T17:19:21,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742228_1404 (size=12304) 2024-11-14T17:19:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T17:19:21,847 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#A#compaction#337 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:21,848 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/b4cc7bc4f9654dafa35ceddcd2ac3401 is 175, key is test_row_0/A:col10/1731604758636/Put/seqid=0 2024-11-14T17:19:21,851 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/1e1b685b47a84533a75e0ad8022373bb as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/1e1b685b47a84533a75e0ad8022373bb 2024-11-14T17:19:21,856 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/B of 6a51911eb6e264dd1b3bac8a4d30b98e into 1e1b685b47a84533a75e0ad8022373bb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:21,856 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:21,856 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/B, priority=13, startTime=1731604761427; duration=0sec 2024-11-14T17:19:21,856 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:21,856 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:B 2024-11-14T17:19:21,857 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:21,857 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:21,857 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/C is initiating minor compaction (all files) 2024-11-14T17:19:21,858 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/C in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:21,858 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/f090b94bb81a4883ab1c11020e03a93e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/19147e92052342a4ac2a9a8a2f045024, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2470972e65ca432082d940fed3852b89] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=36.0 K 2024-11-14T17:19:21,858 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting f090b94bb81a4883ab1c11020e03a93e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731604756339 2024-11-14T17:19:21,859 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 19147e92052342a4ac2a9a8a2f045024, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731604756473 2024-11-14T17:19:21,859 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 2470972e65ca432082d940fed3852b89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731604758635 2024-11-14T17:19:21,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742229_1405 (size=31651) 2024-11-14T17:19:21,867 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:21,867 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/c62ac8638aa647fc99dc0bb28822ee6a is 50, key is test_row_0/C:col10/1731604758636/Put/seqid=0 2024-11-14T17:19:21,873 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/b4cc7bc4f9654dafa35ceddcd2ac3401 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/b4cc7bc4f9654dafa35ceddcd2ac3401 2024-11-14T17:19:21,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742230_1406 (size=12697) 2024-11-14T17:19:21,877 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/A of 6a51911eb6e264dd1b3bac8a4d30b98e into b4cc7bc4f9654dafa35ceddcd2ac3401(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:21,877 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:21,877 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/A, priority=13, startTime=1731604761427; duration=0sec 2024-11-14T17:19:21,877 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:21,877 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:A 2024-11-14T17:19:21,881 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/c62ac8638aa647fc99dc0bb28822ee6a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/c62ac8638aa647fc99dc0bb28822ee6a 2024-11-14T17:19:21,885 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/C of 6a51911eb6e264dd1b3bac8a4d30b98e into c62ac8638aa647fc99dc0bb28822ee6a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:21,885 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:21,885 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/C, priority=13, startTime=1731604761427; duration=0sec 2024-11-14T17:19:21,885 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:21,885 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:C 2024-11-14T17:19:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:21,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:21,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604821936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:21,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604821936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:21,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604821937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:21,954 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145199a25b536f4e4e869989953a145011_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145199a25b536f4e4e869989953a145011_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:21,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/e5b6d7d2bba8462095fa7fd9e2e6e7cb, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:21,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/e5b6d7d2bba8462095fa7fd9e2e6e7cb is 175, key is test_row_0/A:col10/1731604759791/Put/seqid=0 2024-11-14T17:19:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742231_1407 (size=31105) 2024-11-14T17:19:22,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604822041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:22,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604822041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:22,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604822041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:22,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604822245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:22,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604822246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:22,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604822247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T17:19:22,362 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/e5b6d7d2bba8462095fa7fd9e2e6e7cb 2024-11-14T17:19:22,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/842757861cbb4b628ef023b710bfca97 is 50, key is test_row_0/B:col10/1731604759791/Put/seqid=0 2024-11-14T17:19:22,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742232_1408 (size=12151) 2024-11-14T17:19:22,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604822548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:22,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604822552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:22,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604822553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:22,773 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/842757861cbb4b628ef023b710bfca97 2024-11-14T17:19:22,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/c2ddc95d4ffd4d65a73e52b60625eab0 is 50, key is test_row_0/C:col10/1731604759791/Put/seqid=0 2024-11-14T17:19:22,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742233_1409 (size=12151) 2024-11-14T17:19:22,795 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/c2ddc95d4ffd4d65a73e52b60625eab0 2024-11-14T17:19:22,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/e5b6d7d2bba8462095fa7fd9e2e6e7cb as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e5b6d7d2bba8462095fa7fd9e2e6e7cb 2024-11-14T17:19:22,802 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e5b6d7d2bba8462095fa7fd9e2e6e7cb, entries=150, sequenceid=242, filesize=30.4 K 2024-11-14T17:19:22,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/842757861cbb4b628ef023b710bfca97 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/842757861cbb4b628ef023b710bfca97 2024-11-14T17:19:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,806 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/842757861cbb4b628ef023b710bfca97, entries=150, sequenceid=242, filesize=11.9 K 2024-11-14T17:19:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/c2ddc95d4ffd4d65a73e52b60625eab0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/c2ddc95d4ffd4d65a73e52b60625eab0 2024-11-14T17:19:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,810 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/c2ddc95d4ffd4d65a73e52b60625eab0, entries=150, sequenceid=242, filesize=11.9 K 2024-11-14T17:19:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,811 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6a51911eb6e264dd1b3bac8a4d30b98e in 1273ms, sequenceid=242, compaction requested=false 2024-11-14T17:19:22,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:22,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:22,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-14T17:19:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-14T17:19:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-14T17:19:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5800 sec 2024-11-14T17:19:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.5840 sec 2024-11-14T17:19:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:23,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T17:19:23,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:23,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:23,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:23,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:23,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:23,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111447f817bc09f24067ba2a5b1aea3690af_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604763058/Put/seqid=0 2024-11-14T17:19:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742234_1410 (size=12354) 2024-11-14T17:19:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604823145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604823146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604823150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604823253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604823253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604823257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T17:19:23,336 INFO [Thread-1542 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-14T17:19:23,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-14T17:19:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T17:19:23,339 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:23,339 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:23,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T17:19:23,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604823460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:23,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604823461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604823461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,491 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T17:19:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:23,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:23,498 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:23,502 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111447f817bc09f24067ba2a5b1aea3690af_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111447f817bc09f24067ba2a5b1aea3690af_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:23,503 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/91838c910f714361b1142abd501dd9e8, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:23,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/91838c910f714361b1142abd501dd9e8 is 175, key is test_row_0/A:col10/1731604763058/Put/seqid=0 2024-11-14T17:19:23,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742235_1411 (size=31151) 2024-11-14T17:19:23,516 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/91838c910f714361b1142abd501dd9e8 2024-11-14T17:19:23,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/518a7c86173d45129e25afb334e5e044 is 50, key is test_row_0/B:col10/1731604763058/Put/seqid=0 2024-11-14T17:19:23,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742236_1412 (size=9807) 2024-11-14T17:19:23,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/518a7c86173d45129e25afb334e5e044 2024-11-14T17:19:23,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/2e98704c54874a7480f5c4aa55a2e8e5 is 50, key is test_row_0/C:col10/1731604763058/Put/seqid=0 2024-11-14T17:19:23,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742237_1413 (size=9807) 2024-11-14T17:19:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T17:19:23,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T17:19:23,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:23,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:23,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:23,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:23,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:23,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604823767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604823771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604823771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T17:19:23,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:23,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:23,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:23,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:23,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T17:19:23,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/2e98704c54874a7480f5c4aa55a2e8e5 2024-11-14T17:19:23,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:23,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T17:19:23,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:23,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:23,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:23,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:23,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:23,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/91838c910f714361b1142abd501dd9e8 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/91838c910f714361b1142abd501dd9e8 2024-11-14T17:19:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:23,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/91838c910f714361b1142abd501dd9e8, entries=150, sequenceid=258, filesize=30.4 K 2024-11-14T17:19:23,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/518a7c86173d45129e25afb334e5e044 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/518a7c86173d45129e25afb334e5e044 2024-11-14T17:19:23,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/518a7c86173d45129e25afb334e5e044, entries=100, sequenceid=258, filesize=9.6 K 2024-11-14T17:19:23,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/2e98704c54874a7480f5c4aa55a2e8e5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2e98704c54874a7480f5c4aa55a2e8e5 2024-11-14T17:19:23,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2e98704c54874a7480f5c4aa55a2e8e5, entries=100, sequenceid=258, filesize=9.6 K 2024-11-14T17:19:23,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6a51911eb6e264dd1b3bac8a4d30b98e in 904ms, sequenceid=258, compaction requested=true 2024-11-14T17:19:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:23,964 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:23,964 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:23,965 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34655 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:23,965 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:23,965 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/A is initiating minor compaction (all files) 2024-11-14T17:19:23,965 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/B is initiating minor compaction (all files) 2024-11-14T17:19:23,965 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/B in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:23,965 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/A in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:23,965 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/b4cc7bc4f9654dafa35ceddcd2ac3401, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e5b6d7d2bba8462095fa7fd9e2e6e7cb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/91838c910f714361b1142abd501dd9e8] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=91.7 K 2024-11-14T17:19:23,965 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/1e1b685b47a84533a75e0ad8022373bb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/842757861cbb4b628ef023b710bfca97, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/518a7c86173d45129e25afb334e5e044] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=33.8 K 2024-11-14T17:19:23,965 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:23,965 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/b4cc7bc4f9654dafa35ceddcd2ac3401, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e5b6d7d2bba8462095fa7fd9e2e6e7cb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/91838c910f714361b1142abd501dd9e8] 2024-11-14T17:19:23,965 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e1b685b47a84533a75e0ad8022373bb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731604758635 2024-11-14T17:19:23,965 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4cc7bc4f9654dafa35ceddcd2ac3401, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731604758635 2024-11-14T17:19:23,966 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 842757861cbb4b628ef023b710bfca97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731604759791 2024-11-14T17:19:23,966 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5b6d7d2bba8462095fa7fd9e2e6e7cb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731604759791 2024-11-14T17:19:23,966 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 518a7c86173d45129e25afb334e5e044, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731604761936 2024-11-14T17:19:23,966 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91838c910f714361b1142abd501dd9e8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731604761935 2024-11-14T17:19:23,977 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:23,978 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:23,979 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/1e718d66fba14350ac02855329e45807 is 50, key is test_row_0/B:col10/1731604763058/Put/seqid=0 2024-11-14T17:19:23,989 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114d037e9b5f64847d088e63f4c31cca501_6a51911eb6e264dd1b3bac8a4d30b98e store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:23,990 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114d037e9b5f64847d088e63f4c31cca501_6a51911eb6e264dd1b3bac8a4d30b98e, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:23,990 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d037e9b5f64847d088e63f4c31cca501_6a51911eb6e264dd1b3bac8a4d30b98e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:23,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742238_1414 (size=12849) 2024-11-14T17:19:24,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742239_1415 (size=4469) 2024-11-14T17:19:24,007 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#A#compaction#346 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:24,008 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/1591c3d4737745aabdd6b06cf28d54b5 is 175, key is test_row_0/A:col10/1731604763058/Put/seqid=0 2024-11-14T17:19:24,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742240_1416 (size=31910) 2024-11-14T17:19:24,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:24,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T17:19:24,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:24,103 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T17:19:24,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:24,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:24,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:24,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:24,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:24,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:24,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140a9965559bd24dd0b2af483e415f5535_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604763149/Put/seqid=0 2024-11-14T17:19:24,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742241_1417 (size=12454) 2024-11-14T17:19:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:24,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:24,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604824293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:24,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604824296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:24,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604824301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:24,402 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/1e718d66fba14350ac02855329e45807 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/1e718d66fba14350ac02855329e45807 2024-11-14T17:19:24,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604824403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:24,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604824403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:24,407 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/B of 6a51911eb6e264dd1b3bac8a4d30b98e into 1e718d66fba14350ac02855329e45807(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:24,407 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:24,407 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/B, priority=13, startTime=1731604763964; duration=0sec 2024-11-14T17:19:24,407 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:24,407 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:B 2024-11-14T17:19:24,407 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:24,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:24,408 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34655 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:24,408 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/C is initiating minor compaction (all files) 2024-11-14T17:19:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604824407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:24,408 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/C in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:24,408 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/c62ac8638aa647fc99dc0bb28822ee6a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/c2ddc95d4ffd4d65a73e52b60625eab0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2e98704c54874a7480f5c4aa55a2e8e5] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=33.8 K 2024-11-14T17:19:24,408 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c62ac8638aa647fc99dc0bb28822ee6a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731604758635 2024-11-14T17:19:24,409 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c2ddc95d4ffd4d65a73e52b60625eab0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731604759791 2024-11-14T17:19:24,409 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e98704c54874a7480f5c4aa55a2e8e5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731604761936 2024-11-14T17:19:24,415 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/1591c3d4737745aabdd6b06cf28d54b5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/1591c3d4737745aabdd6b06cf28d54b5 2024-11-14T17:19:24,416 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#C#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:24,416 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/36bc1c57963845878ea352f923309739 is 50, key is test_row_0/C:col10/1731604763058/Put/seqid=0 2024-11-14T17:19:24,419 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/A of 6a51911eb6e264dd1b3bac8a4d30b98e into 1591c3d4737745aabdd6b06cf28d54b5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:24,419 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:24,419 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/A, priority=13, startTime=1731604763964; duration=0sec 2024-11-14T17:19:24,419 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:24,419 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:A 2024-11-14T17:19:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742242_1418 (size=12849) 2024-11-14T17:19:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T17:19:24,496 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:19:24,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:24,516 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140a9965559bd24dd0b2af483e415f5535_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140a9965559bd24dd0b2af483e415f5535_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:24,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/55fee89ad88740ea93acaaf8d2dae82e, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:24,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/55fee89ad88740ea93acaaf8d2dae82e is 175, key is test_row_0/A:col10/1731604763149/Put/seqid=0 2024-11-14T17:19:24,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742243_1419 (size=31255) 2024-11-14T17:19:24,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604824607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:24,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604824607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:24,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604824610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:24,827 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/36bc1c57963845878ea352f923309739 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/36bc1c57963845878ea352f923309739 2024-11-14T17:19:24,831 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/C of 6a51911eb6e264dd1b3bac8a4d30b98e into 36bc1c57963845878ea352f923309739(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:24,831 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:24,831 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/C, priority=13, startTime=1731604763964; duration=0sec 2024-11-14T17:19:24,831 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:24,831 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:C 2024-11-14T17:19:24,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604824912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:24,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604824912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:24,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604824915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:24,921 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/55fee89ad88740ea93acaaf8d2dae82e 2024-11-14T17:19:24,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/04f4a0c42b25447da045d79c9555652e is 50, key is test_row_0/B:col10/1731604763149/Put/seqid=0 2024-11-14T17:19:24,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742244_1420 (size=12301) 2024-11-14T17:19:25,343 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/04f4a0c42b25447da045d79c9555652e 2024-11-14T17:19:25,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/e54bd17ddab44e05bb61edeaddc6bfe2 is 50, key is test_row_0/C:col10/1731604763149/Put/seqid=0 2024-11-14T17:19:25,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742245_1421 (size=12301) 2024-11-14T17:19:25,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604825416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:25,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604825420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:25,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604825422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T17:19:25,754 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/e54bd17ddab44e05bb61edeaddc6bfe2 2024-11-14T17:19:25,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/55fee89ad88740ea93acaaf8d2dae82e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/55fee89ad88740ea93acaaf8d2dae82e 2024-11-14T17:19:25,761 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/55fee89ad88740ea93acaaf8d2dae82e, entries=150, sequenceid=281, filesize=30.5 K 2024-11-14T17:19:25,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/04f4a0c42b25447da045d79c9555652e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/04f4a0c42b25447da045d79c9555652e 2024-11-14T17:19:25,765 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/04f4a0c42b25447da045d79c9555652e, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T17:19:25,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/e54bd17ddab44e05bb61edeaddc6bfe2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/e54bd17ddab44e05bb61edeaddc6bfe2 2024-11-14T17:19:25,768 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/e54bd17ddab44e05bb61edeaddc6bfe2, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T17:19:25,769 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6a51911eb6e264dd1b3bac8a4d30b98e in 1666ms, sequenceid=281, compaction requested=false 2024-11-14T17:19:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-14T17:19:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-14T17:19:25,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-14T17:19:25,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4300 sec 2024-11-14T17:19:25,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.4350 sec 2024-11-14T17:19:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:26,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T17:19:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:26,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e72cd23017244fac8c48517b42840606_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604766028/Put/seqid=0 2024-11-14T17:19:26,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742246_1422 (size=12454) 2024-11-14T17:19:26,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1731604826097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:26,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731604826102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:26,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1731604826203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:26,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731604826209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:26,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1731604826404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:26,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731604826415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:26,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33020 deadline: 1731604826421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:26,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33034 deadline: 1731604826424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:26,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731604826434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:26,441 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:26,444 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e72cd23017244fac8c48517b42840606_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e72cd23017244fac8c48517b42840606_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:26,445 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/4bfe9734f1464f3b92c3450f7d830fba, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:26,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/4bfe9734f1464f3b92c3450f7d830fba is 175, key is test_row_0/A:col10/1731604766028/Put/seqid=0 2024-11-14T17:19:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742247_1423 (size=31255) 2024-11-14T17:19:26,450 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/4bfe9734f1464f3b92c3450f7d830fba 2024-11-14T17:19:26,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/ef3de12168794dd389abccb2a967e4d3 is 50, key is test_row_0/B:col10/1731604766028/Put/seqid=0 2024-11-14T17:19:26,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742248_1424 (size=12301) 2024-11-14T17:19:26,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1731604826709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:26,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731604826719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:26,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/ef3de12168794dd389abccb2a967e4d3 2024-11-14T17:19:26,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/5bbb00bf3eb2431a87d9c6c1243ae7ba is 50, key is test_row_0/C:col10/1731604766028/Put/seqid=0 2024-11-14T17:19:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742249_1425 (size=12301) 2024-11-14T17:19:27,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1731604827216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:27,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731604827226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:27,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/5bbb00bf3eb2431a87d9c6c1243ae7ba 2024-11-14T17:19:27,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/4bfe9734f1464f3b92c3450f7d830fba as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4bfe9734f1464f3b92c3450f7d830fba 2024-11-14T17:19:27,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4bfe9734f1464f3b92c3450f7d830fba, entries=150, sequenceid=298, filesize=30.5 K 2024-11-14T17:19:27,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/ef3de12168794dd389abccb2a967e4d3 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/ef3de12168794dd389abccb2a967e4d3 2024-11-14T17:19:27,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/ef3de12168794dd389abccb2a967e4d3, entries=150, sequenceid=298, filesize=12.0 K 2024-11-14T17:19:27,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/5bbb00bf3eb2431a87d9c6c1243ae7ba as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/5bbb00bf3eb2431a87d9c6c1243ae7ba 2024-11-14T17:19:27,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/5bbb00bf3eb2431a87d9c6c1243ae7ba, entries=150, sequenceid=298, filesize=12.0 K 2024-11-14T17:19:27,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6a51911eb6e264dd1b3bac8a4d30b98e in 1256ms, sequenceid=298, compaction requested=true 2024-11-14T17:19:27,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:27,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:27,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:27,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:27,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:27,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a51911eb6e264dd1b3bac8a4d30b98e:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:27,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:27,286 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:27,286 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:27,287 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:27,287 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94420 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:27,287 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/B is initiating minor compaction (all files) 2024-11-14T17:19:27,287 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/A is initiating minor compaction (all files) 2024-11-14T17:19:27,287 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/B in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:27,287 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/1e718d66fba14350ac02855329e45807, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/04f4a0c42b25447da045d79c9555652e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/ef3de12168794dd389abccb2a967e4d3] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=36.6 K 2024-11-14T17:19:27,287 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/A in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:27,287 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/1591c3d4737745aabdd6b06cf28d54b5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/55fee89ad88740ea93acaaf8d2dae82e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4bfe9734f1464f3b92c3450f7d830fba] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=92.2 K 2024-11-14T17:19:27,287 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:27,287 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/1591c3d4737745aabdd6b06cf28d54b5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/55fee89ad88740ea93acaaf8d2dae82e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4bfe9734f1464f3b92c3450f7d830fba] 2024-11-14T17:19:27,288 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e718d66fba14350ac02855329e45807, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731604759793 2024-11-14T17:19:27,288 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 04f4a0c42b25447da045d79c9555652e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731604763137 2024-11-14T17:19:27,288 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1591c3d4737745aabdd6b06cf28d54b5, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731604759793 2024-11-14T17:19:27,289 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ef3de12168794dd389abccb2a967e4d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731604764295 2024-11-14T17:19:27,289 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55fee89ad88740ea93acaaf8d2dae82e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731604763137 2024-11-14T17:19:27,289 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bfe9734f1464f3b92c3450f7d830fba, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731604764295 2024-11-14T17:19:27,295 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:27,296 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:27,297 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/f9964031b323489c84664ab947c9865a is 50, key is test_row_0/B:col10/1731604766028/Put/seqid=0 2024-11-14T17:19:27,300 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111459cc0100776c463cafd98b4f85261be7_6a51911eb6e264dd1b3bac8a4d30b98e store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:27,302 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111459cc0100776c463cafd98b4f85261be7_6a51911eb6e264dd1b3bac8a4d30b98e, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:27,303 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111459cc0100776c463cafd98b4f85261be7_6a51911eb6e264dd1b3bac8a4d30b98e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:27,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742250_1426 (size=13051) 2024-11-14T17:19:27,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742251_1427 (size=4469) 2024-11-14T17:19:27,322 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#A#compaction#355 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:27,323 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/e0d5e24cafa54df2a88d929902891905 is 175, key is test_row_0/A:col10/1731604766028/Put/seqid=0 2024-11-14T17:19:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742252_1428 (size=32005) 2024-11-14T17:19:27,333 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/e0d5e24cafa54df2a88d929902891905 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e0d5e24cafa54df2a88d929902891905 2024-11-14T17:19:27,337 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/A of 6a51911eb6e264dd1b3bac8a4d30b98e into e0d5e24cafa54df2a88d929902891905(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:27,337 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:27,337 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/A, priority=13, startTime=1731604767286; duration=0sec 2024-11-14T17:19:27,337 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:27,337 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:A 2024-11-14T17:19:27,337 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:27,338 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:27,338 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 6a51911eb6e264dd1b3bac8a4d30b98e/C is initiating minor compaction (all files) 2024-11-14T17:19:27,338 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6a51911eb6e264dd1b3bac8a4d30b98e/C in TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:27,338 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/36bc1c57963845878ea352f923309739, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/e54bd17ddab44e05bb61edeaddc6bfe2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/5bbb00bf3eb2431a87d9c6c1243ae7ba] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp, totalSize=36.6 K 2024-11-14T17:19:27,339 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36bc1c57963845878ea352f923309739, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731604759793 2024-11-14T17:19:27,339 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting e54bd17ddab44e05bb61edeaddc6bfe2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731604763137 2024-11-14T17:19:27,339 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bbb00bf3eb2431a87d9c6c1243ae7ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731604764295 2024-11-14T17:19:27,345 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a51911eb6e264dd1b3bac8a4d30b98e#C#compaction#356 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:27,345 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/cd58998cb53144b98082ca2b51c05495 is 50, key is test_row_0/C:col10/1731604766028/Put/seqid=0 2024-11-14T17:19:27,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742253_1429 (size=13051) 2024-11-14T17:19:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T17:19:27,444 INFO [Thread-1542 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-14T17:19:27,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-14T17:19:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T17:19:27,447 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:27,448 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:27,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T17:19:27,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:27,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-14T17:19:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:27,600 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T17:19:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:27,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a0ced80ce22e466c9acca4347393f013_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604766093/Put/seqid=0 2024-11-14T17:19:27,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742254_1430 (size=12454) 2024-11-14T17:19:27,696 DEBUG [Thread-1551 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x787e5169 to 127.0.0.1:58688 2024-11-14T17:19:27,696 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:27,696 DEBUG [Thread-1545 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:58688 2024-11-14T17:19:27,697 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:27,698 DEBUG [Thread-1549 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:58688 2024-11-14T17:19:27,698 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:27,701 DEBUG [Thread-1547 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:58688 2024-11-14T17:19:27,701 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:27,701 DEBUG [Thread-1543 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:58688 2024-11-14T17:19:27,701 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:27,720 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/f9964031b323489c84664ab947c9865a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/f9964031b323489c84664ab947c9865a 2024-11-14T17:19:27,723 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/B of 6a51911eb6e264dd1b3bac8a4d30b98e into f9964031b323489c84664ab947c9865a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:27,723 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:27,723 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/B, priority=13, startTime=1731604767286; duration=0sec 2024-11-14T17:19:27,723 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:27,723 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:B 2024-11-14T17:19:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T17:19:27,751 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/cd58998cb53144b98082ca2b51c05495 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/cd58998cb53144b98082ca2b51c05495 2024-11-14T17:19:27,755 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6a51911eb6e264dd1b3bac8a4d30b98e/C of 6a51911eb6e264dd1b3bac8a4d30b98e into cd58998cb53144b98082ca2b51c05495(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:27,755 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:27,755 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e., storeName=6a51911eb6e264dd1b3bac8a4d30b98e/C, priority=13, startTime=1731604767286; duration=0sec 2024-11-14T17:19:27,755 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:27,755 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a51911eb6e264dd1b3bac8a4d30b98e:C 2024-11-14T17:19:28,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:28,014 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a0ced80ce22e466c9acca4347393f013_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a0ced80ce22e466c9acca4347393f013_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:28,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/236eb195ae834198abe4a5d765446399, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:28,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/236eb195ae834198abe4a5d765446399 is 175, key is test_row_0/A:col10/1731604766093/Put/seqid=0 2024-11-14T17:19:28,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742255_1431 (size=31255) 2024-11-14T17:19:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T17:19:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:28,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. as already flushing 2024-11-14T17:19:28,221 DEBUG [Thread-1538 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:58688 2024-11-14T17:19:28,221 DEBUG [Thread-1538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:28,236 DEBUG [Thread-1532 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:58688 2024-11-14T17:19:28,236 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:28,340 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/d071d5bb49964df08f63b61e4255e5e7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/dab2c29b4a3443bab3eef90fcbc132eb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/b12c6b028f9745f8af631e2c7c028998, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/eba888d4864d474b99db53e6265a9eb8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/62d772d1cdaf4368a80f3831ba913b07, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/2ad93c3d99d043bdb7c9fe72bfbf06b0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/f2859d7ce90a4a618670c0b9a0441fbc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/5bb19105e81847baa0c6b85cddd13273, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/9e1fb7ce017846a4930c01e1602258b3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4b3e5a82acff48eea45568237e3c6ac5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/a62e3eb81a76497da0a033a8579f964f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/45e774f94cfa4c8b9473131e76410e15, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/083390a8aad44f6b8b36c7e616f21774, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e96f52c7c3694918bc034c796612b8ab, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/6987e1556c2047da95b43c7fc17a5113, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/660590abd98f49efa23c03b81026096f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/b4cc7bc4f9654dafa35ceddcd2ac3401, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e5b6d7d2bba8462095fa7fd9e2e6e7cb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/1591c3d4737745aabdd6b06cf28d54b5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/91838c910f714361b1142abd501dd9e8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/55fee89ad88740ea93acaaf8d2dae82e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4bfe9734f1464f3b92c3450f7d830fba] to archive 2024-11-14T17:19:28,341 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:19:28,342 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/d071d5bb49964df08f63b61e4255e5e7 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/d071d5bb49964df08f63b61e4255e5e7 2024-11-14T17:19:28,343 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/dab2c29b4a3443bab3eef90fcbc132eb to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/dab2c29b4a3443bab3eef90fcbc132eb 2024-11-14T17:19:28,344 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/b12c6b028f9745f8af631e2c7c028998 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/b12c6b028f9745f8af631e2c7c028998 2024-11-14T17:19:28,345 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/eba888d4864d474b99db53e6265a9eb8 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/eba888d4864d474b99db53e6265a9eb8 2024-11-14T17:19:28,346 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/62d772d1cdaf4368a80f3831ba913b07 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/62d772d1cdaf4368a80f3831ba913b07 2024-11-14T17:19:28,346 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/2ad93c3d99d043bdb7c9fe72bfbf06b0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/2ad93c3d99d043bdb7c9fe72bfbf06b0 2024-11-14T17:19:28,347 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/f2859d7ce90a4a618670c0b9a0441fbc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/f2859d7ce90a4a618670c0b9a0441fbc 2024-11-14T17:19:28,348 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/5bb19105e81847baa0c6b85cddd13273 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/5bb19105e81847baa0c6b85cddd13273 2024-11-14T17:19:28,349 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/9e1fb7ce017846a4930c01e1602258b3 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/9e1fb7ce017846a4930c01e1602258b3 2024-11-14T17:19:28,350 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4b3e5a82acff48eea45568237e3c6ac5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4b3e5a82acff48eea45568237e3c6ac5 2024-11-14T17:19:28,351 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/a62e3eb81a76497da0a033a8579f964f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/a62e3eb81a76497da0a033a8579f964f 2024-11-14T17:19:28,351 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/45e774f94cfa4c8b9473131e76410e15 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/45e774f94cfa4c8b9473131e76410e15 2024-11-14T17:19:28,352 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/083390a8aad44f6b8b36c7e616f21774 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/083390a8aad44f6b8b36c7e616f21774 2024-11-14T17:19:28,353 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e96f52c7c3694918bc034c796612b8ab to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e96f52c7c3694918bc034c796612b8ab 2024-11-14T17:19:28,354 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/6987e1556c2047da95b43c7fc17a5113 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/6987e1556c2047da95b43c7fc17a5113 2024-11-14T17:19:28,355 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/660590abd98f49efa23c03b81026096f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/660590abd98f49efa23c03b81026096f 2024-11-14T17:19:28,356 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/b4cc7bc4f9654dafa35ceddcd2ac3401 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/b4cc7bc4f9654dafa35ceddcd2ac3401 2024-11-14T17:19:28,356 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e5b6d7d2bba8462095fa7fd9e2e6e7cb to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e5b6d7d2bba8462095fa7fd9e2e6e7cb 2024-11-14T17:19:28,357 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/1591c3d4737745aabdd6b06cf28d54b5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/1591c3d4737745aabdd6b06cf28d54b5 2024-11-14T17:19:28,358 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/91838c910f714361b1142abd501dd9e8 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/91838c910f714361b1142abd501dd9e8 2024-11-14T17:19:28,359 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/55fee89ad88740ea93acaaf8d2dae82e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/55fee89ad88740ea93acaaf8d2dae82e 2024-11-14T17:19:28,360 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4bfe9734f1464f3b92c3450f7d830fba to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/4bfe9734f1464f3b92c3450f7d830fba 2024-11-14T17:19:28,362 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a01557ebb7a64a36b231f294ae1f66ca, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/c3fb4c49d2b843929705fccd864f2589, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/97383ac7dc274b5f9ac52142cb5cb532, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/5000943dfd28436bb9c55eaba3a4f90d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/8bf5039af7ca42549fc74a0c7e7a8ffc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a5c988998ba04c72b40b53f6d6c06572, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a29e4dad62464d898f90ff1c58f2dea6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/6420aa8b80334dcbbfe9f1c10c6d83e0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/087320ae15904981aebcd5df1e642cc1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/fa0dbee5241b434f8a9beb059a94390a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/29b499a63cb346a9807f498e11586610, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/e010e31cd8a146a3a14ac3ffcc8dbb0e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/47fc2b01fc464afcbd6db9caf1ed2669, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/fda542774af146d1b7a66a9990b6dafe, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/d9978d158b09491787454978355c900a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/1e1b685b47a84533a75e0ad8022373bb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/8c42d63c0ce5436b8b187ccd198d7fc5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/842757861cbb4b628ef023b710bfca97, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/1e718d66fba14350ac02855329e45807, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/518a7c86173d45129e25afb334e5e044, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/04f4a0c42b25447da045d79c9555652e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/ef3de12168794dd389abccb2a967e4d3] to archive 2024-11-14T17:19:28,363 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:19:28,364 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a01557ebb7a64a36b231f294ae1f66ca to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a01557ebb7a64a36b231f294ae1f66ca 2024-11-14T17:19:28,365 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/c3fb4c49d2b843929705fccd864f2589 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/c3fb4c49d2b843929705fccd864f2589 2024-11-14T17:19:28,366 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/97383ac7dc274b5f9ac52142cb5cb532 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/97383ac7dc274b5f9ac52142cb5cb532 2024-11-14T17:19:28,367 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/5000943dfd28436bb9c55eaba3a4f90d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/5000943dfd28436bb9c55eaba3a4f90d 2024-11-14T17:19:28,368 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/8bf5039af7ca42549fc74a0c7e7a8ffc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/8bf5039af7ca42549fc74a0c7e7a8ffc 2024-11-14T17:19:28,369 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a5c988998ba04c72b40b53f6d6c06572 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a5c988998ba04c72b40b53f6d6c06572 2024-11-14T17:19:28,370 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a29e4dad62464d898f90ff1c58f2dea6 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a29e4dad62464d898f90ff1c58f2dea6 2024-11-14T17:19:28,371 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/6420aa8b80334dcbbfe9f1c10c6d83e0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/6420aa8b80334dcbbfe9f1c10c6d83e0 2024-11-14T17:19:28,372 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/087320ae15904981aebcd5df1e642cc1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/087320ae15904981aebcd5df1e642cc1 2024-11-14T17:19:28,373 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/fa0dbee5241b434f8a9beb059a94390a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/fa0dbee5241b434f8a9beb059a94390a 2024-11-14T17:19:28,374 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/29b499a63cb346a9807f498e11586610 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/29b499a63cb346a9807f498e11586610 2024-11-14T17:19:28,374 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/e010e31cd8a146a3a14ac3ffcc8dbb0e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/e010e31cd8a146a3a14ac3ffcc8dbb0e 2024-11-14T17:19:28,375 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/47fc2b01fc464afcbd6db9caf1ed2669 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/47fc2b01fc464afcbd6db9caf1ed2669 2024-11-14T17:19:28,376 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/fda542774af146d1b7a66a9990b6dafe to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/fda542774af146d1b7a66a9990b6dafe 2024-11-14T17:19:28,377 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/d9978d158b09491787454978355c900a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/d9978d158b09491787454978355c900a 2024-11-14T17:19:28,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/1e1b685b47a84533a75e0ad8022373bb to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/1e1b685b47a84533a75e0ad8022373bb 2024-11-14T17:19:28,379 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/8c42d63c0ce5436b8b187ccd198d7fc5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/8c42d63c0ce5436b8b187ccd198d7fc5 2024-11-14T17:19:28,380 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/842757861cbb4b628ef023b710bfca97 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/842757861cbb4b628ef023b710bfca97 2024-11-14T17:19:28,381 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/1e718d66fba14350ac02855329e45807 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/1e718d66fba14350ac02855329e45807 2024-11-14T17:19:28,381 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/518a7c86173d45129e25afb334e5e044 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/518a7c86173d45129e25afb334e5e044 2024-11-14T17:19:28,382 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/04f4a0c42b25447da045d79c9555652e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/04f4a0c42b25447da045d79c9555652e 2024-11-14T17:19:28,383 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/ef3de12168794dd389abccb2a967e4d3 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/ef3de12168794dd389abccb2a967e4d3 2024-11-14T17:19:28,386 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/14f865236ba94a1998d0eacb2cd1675a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/790782634a514bceb6e3e29d04ff67f7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/71d798206a3b46048840f501c8519ce5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/bc5c6df73ea04e719cc0baf294f176b8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/01ecf1add6f84054be9e5c658c26dfdc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2268d9dbc7874931a4e63c805e5e5748, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/f7dc6bce4a724a78b97813a26830a008, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/064266aaedfd4642b3d1bf571f8dcb35, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/fa0a58fcf53544a5adbe426725742206, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/11a90f7e4ff04bb8a22055a24cc337f6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/8124d941b16f4a91a7d832d8278e86bd, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/ce057d96c0664545a4a26d1a94876f74, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/f090b94bb81a4883ab1c11020e03a93e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/e755e7a01bc4495c968d83eae096c162, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/19147e92052342a4ac2a9a8a2f045024, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/c62ac8638aa647fc99dc0bb28822ee6a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2470972e65ca432082d940fed3852b89, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/c2ddc95d4ffd4d65a73e52b60625eab0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/36bc1c57963845878ea352f923309739, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2e98704c54874a7480f5c4aa55a2e8e5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/e54bd17ddab44e05bb61edeaddc6bfe2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/5bbb00bf3eb2431a87d9c6c1243ae7ba] to archive 2024-11-14T17:19:28,386 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:19:28,388 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/14f865236ba94a1998d0eacb2cd1675a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/14f865236ba94a1998d0eacb2cd1675a 2024-11-14T17:19:28,388 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/790782634a514bceb6e3e29d04ff67f7 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/790782634a514bceb6e3e29d04ff67f7 2024-11-14T17:19:28,389 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/71d798206a3b46048840f501c8519ce5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/71d798206a3b46048840f501c8519ce5 2024-11-14T17:19:28,390 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/bc5c6df73ea04e719cc0baf294f176b8 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/bc5c6df73ea04e719cc0baf294f176b8 2024-11-14T17:19:28,391 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/01ecf1add6f84054be9e5c658c26dfdc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/01ecf1add6f84054be9e5c658c26dfdc 2024-11-14T17:19:28,392 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2268d9dbc7874931a4e63c805e5e5748 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2268d9dbc7874931a4e63c805e5e5748 2024-11-14T17:19:28,393 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/f7dc6bce4a724a78b97813a26830a008 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/f7dc6bce4a724a78b97813a26830a008 2024-11-14T17:19:28,394 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/064266aaedfd4642b3d1bf571f8dcb35 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/064266aaedfd4642b3d1bf571f8dcb35 2024-11-14T17:19:28,394 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/fa0a58fcf53544a5adbe426725742206 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/fa0a58fcf53544a5adbe426725742206 2024-11-14T17:19:28,395 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/11a90f7e4ff04bb8a22055a24cc337f6 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/11a90f7e4ff04bb8a22055a24cc337f6 2024-11-14T17:19:28,396 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/8124d941b16f4a91a7d832d8278e86bd to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/8124d941b16f4a91a7d832d8278e86bd 2024-11-14T17:19:28,397 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/ce057d96c0664545a4a26d1a94876f74 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/ce057d96c0664545a4a26d1a94876f74 2024-11-14T17:19:28,398 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/f090b94bb81a4883ab1c11020e03a93e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/f090b94bb81a4883ab1c11020e03a93e 2024-11-14T17:19:28,398 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/e755e7a01bc4495c968d83eae096c162 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/e755e7a01bc4495c968d83eae096c162 2024-11-14T17:19:28,399 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/19147e92052342a4ac2a9a8a2f045024 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/19147e92052342a4ac2a9a8a2f045024 2024-11-14T17:19:28,400 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/c62ac8638aa647fc99dc0bb28822ee6a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/c62ac8638aa647fc99dc0bb28822ee6a 2024-11-14T17:19:28,401 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2470972e65ca432082d940fed3852b89 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2470972e65ca432082d940fed3852b89 2024-11-14T17:19:28,402 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/c2ddc95d4ffd4d65a73e52b60625eab0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/c2ddc95d4ffd4d65a73e52b60625eab0 2024-11-14T17:19:28,403 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/36bc1c57963845878ea352f923309739 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/36bc1c57963845878ea352f923309739 2024-11-14T17:19:28,404 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2e98704c54874a7480f5c4aa55a2e8e5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/2e98704c54874a7480f5c4aa55a2e8e5 2024-11-14T17:19:28,405 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/e54bd17ddab44e05bb61edeaddc6bfe2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/e54bd17ddab44e05bb61edeaddc6bfe2 2024-11-14T17:19:28,405 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/38cb5ac947ac:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/5bbb00bf3eb2431a87d9c6c1243ae7ba to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/5bbb00bf3eb2431a87d9c6c1243ae7ba 2024-11-14T17:19:28,419 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/236eb195ae834198abe4a5d765446399 2024-11-14T17:19:28,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a51327b34ca54d4ba00453182668db91 is 50, key is test_row_0/B:col10/1731604766093/Put/seqid=0 2024-11-14T17:19:28,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742256_1432 (size=12301) 2024-11-14T17:19:28,434 DEBUG [Thread-1534 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:58688 2024-11-14T17:19:28,434 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:28,444 DEBUG [Thread-1540 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:58688 2024-11-14T17:19:28,445 DEBUG [Thread-1540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:28,453 DEBUG [Thread-1536 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:58688 2024-11-14T17:19:28,453 DEBUG [Thread-1536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T17:19:28,828 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a51327b34ca54d4ba00453182668db91 2024-11-14T17:19:28,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/ad89c837cf9a4ee390b533a46856e9a6 is 50, key is test_row_0/C:col10/1731604766093/Put/seqid=0 2024-11-14T17:19:28,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742257_1433 (size=12301) 2024-11-14T17:19:29,238 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/ad89c837cf9a4ee390b533a46856e9a6 2024-11-14T17:19:29,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/236eb195ae834198abe4a5d765446399 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/236eb195ae834198abe4a5d765446399 2024-11-14T17:19:29,244 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/236eb195ae834198abe4a5d765446399, entries=150, sequenceid=321, filesize=30.5 K 2024-11-14T17:19:29,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a51327b34ca54d4ba00453182668db91 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a51327b34ca54d4ba00453182668db91 2024-11-14T17:19:29,248 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a51327b34ca54d4ba00453182668db91, entries=150, sequenceid=321, filesize=12.0 K 2024-11-14T17:19:29,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/ad89c837cf9a4ee390b533a46856e9a6 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/ad89c837cf9a4ee390b533a46856e9a6 2024-11-14T17:19:29,251 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/ad89c837cf9a4ee390b533a46856e9a6, entries=150, sequenceid=321, filesize=12.0 K 2024-11-14T17:19:29,251 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=33.54 KB/34350 for 6a51911eb6e264dd1b3bac8a4d30b98e in 1651ms, sequenceid=321, compaction requested=false 2024-11-14T17:19:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-14T17:19:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-14T17:19:29,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-14T17:19:29,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8050 sec 2024-11-14T17:19:29,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.8090 sec 2024-11-14T17:19:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T17:19:29,550 INFO [Thread-1542 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2722 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8166 rows 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2721 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8163 rows 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2708 2024-11-14T17:19:29,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8124 rows 2024-11-14T17:19:29,551 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2726 2024-11-14T17:19:29,551 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8178 rows 2024-11-14T17:19:29,551 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2717 2024-11-14T17:19:29,551 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8151 rows 2024-11-14T17:19:29,551 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T17:19:29,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:58688 2024-11-14T17:19:29,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:29,552 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T17:19:29,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T17:19:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T17:19:29,557 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604769556"}]},"ts":"1731604769556"} 2024-11-14T17:19:29,558 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T17:19:29,560 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T17:19:29,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T17:19:29,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a51911eb6e264dd1b3bac8a4d30b98e, UNASSIGN}] 2024-11-14T17:19:29,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a51911eb6e264dd1b3bac8a4d30b98e, UNASSIGN 2024-11-14T17:19:29,563 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=6a51911eb6e264dd1b3bac8a4d30b98e, regionState=CLOSING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:29,564 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T17:19:29,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; CloseRegionProcedure 6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:19:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T17:19:29,715 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:29,716 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(124): Close 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:29,716 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T17:19:29,716 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1681): Closing 6a51911eb6e264dd1b3bac8a4d30b98e, disabling compactions & flushes 2024-11-14T17:19:29,716 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:29,716 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:29,716 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. after waiting 0 ms 2024-11-14T17:19:29,716 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:29,716 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(2837): Flushing 6a51911eb6e264dd1b3bac8a4d30b98e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T17:19:29,716 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=A 2024-11-14T17:19:29,716 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:29,716 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=B 2024-11-14T17:19:29,716 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:29,716 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6a51911eb6e264dd1b3bac8a4d30b98e, store=C 2024-11-14T17:19:29,716 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:29,721 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f2eaa00047314c6787597e01e17c3f70_6a51911eb6e264dd1b3bac8a4d30b98e is 50, key is test_row_0/A:col10/1731604768235/Put/seqid=0 2024-11-14T17:19:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742258_1434 (size=12454) 2024-11-14T17:19:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T17:19:30,125 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:30,128 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f2eaa00047314c6787597e01e17c3f70_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f2eaa00047314c6787597e01e17c3f70_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:30,128 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/ff4e0fb592e04a089b75064f4310ddd1, store: [table=TestAcidGuarantees family=A region=6a51911eb6e264dd1b3bac8a4d30b98e] 2024-11-14T17:19:30,129 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/ff4e0fb592e04a089b75064f4310ddd1 is 175, key is test_row_0/A:col10/1731604768235/Put/seqid=0 2024-11-14T17:19:30,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742259_1435 (size=31255) 2024-11-14T17:19:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T17:19:30,533 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/ff4e0fb592e04a089b75064f4310ddd1 2024-11-14T17:19:30,538 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a4d7217bffe34584b3ad739a858242aa is 50, key is test_row_0/B:col10/1731604768235/Put/seqid=0 2024-11-14T17:19:30,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742260_1436 (size=12301) 2024-11-14T17:19:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T17:19:30,942 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a4d7217bffe34584b3ad739a858242aa 2024-11-14T17:19:30,947 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/6783e34f7dbd4577b7b26fdc0545bf66 is 50, key is test_row_0/C:col10/1731604768235/Put/seqid=0 2024-11-14T17:19:30,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742261_1437 (size=12301) 2024-11-14T17:19:31,351 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/6783e34f7dbd4577b7b26fdc0545bf66 2024-11-14T17:19:31,354 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/A/ff4e0fb592e04a089b75064f4310ddd1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/ff4e0fb592e04a089b75064f4310ddd1 2024-11-14T17:19:31,357 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/ff4e0fb592e04a089b75064f4310ddd1, entries=150, sequenceid=331, filesize=30.5 K 2024-11-14T17:19:31,357 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/B/a4d7217bffe34584b3ad739a858242aa as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a4d7217bffe34584b3ad739a858242aa 2024-11-14T17:19:31,360 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a4d7217bffe34584b3ad739a858242aa, entries=150, sequenceid=331, filesize=12.0 K 2024-11-14T17:19:31,360 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/.tmp/C/6783e34f7dbd4577b7b26fdc0545bf66 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/6783e34f7dbd4577b7b26fdc0545bf66 2024-11-14T17:19:31,362 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/6783e34f7dbd4577b7b26fdc0545bf66, entries=150, sequenceid=331, filesize=12.0 K 2024-11-14T17:19:31,363 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6a51911eb6e264dd1b3bac8a4d30b98e in 1647ms, sequenceid=331, compaction requested=true 2024-11-14T17:19:31,367 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/recovered.edits/334.seqid, newMaxSeqId=334, maxSeqId=4 2024-11-14T17:19:31,367 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e. 2024-11-14T17:19:31,367 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1635): Region close journal for 6a51911eb6e264dd1b3bac8a4d30b98e: 2024-11-14T17:19:31,368 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(170): Closed 6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=6a51911eb6e264dd1b3bac8a4d30b98e, regionState=CLOSED 2024-11-14T17:19:31,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-14T17:19:31,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseRegionProcedure 6a51911eb6e264dd1b3bac8a4d30b98e, server=38cb5ac947ac,46341,1731604646134 in 1.8050 sec 2024-11-14T17:19:31,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-14T17:19:31,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a51911eb6e264dd1b3bac8a4d30b98e, UNASSIGN in 1.8080 sec 2024-11-14T17:19:31,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-14T17:19:31,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8100 sec 2024-11-14T17:19:31,373 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604771373"}]},"ts":"1731604771373"} 2024-11-14T17:19:31,374 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T17:19:31,376 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T17:19:31,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8230 sec 2024-11-14T17:19:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T17:19:31,659 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-14T17:19:31,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T17:19:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:31,661 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T17:19:31,661 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=126, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:31,663 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,665 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/recovered.edits] 2024-11-14T17:19:31,667 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/236eb195ae834198abe4a5d765446399 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/236eb195ae834198abe4a5d765446399 2024-11-14T17:19:31,668 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e0d5e24cafa54df2a88d929902891905 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/e0d5e24cafa54df2a88d929902891905 2024-11-14T17:19:31,669 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/ff4e0fb592e04a089b75064f4310ddd1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/A/ff4e0fb592e04a089b75064f4310ddd1 2024-11-14T17:19:31,671 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a4d7217bffe34584b3ad739a858242aa to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a4d7217bffe34584b3ad739a858242aa 2024-11-14T17:19:31,672 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a51327b34ca54d4ba00453182668db91 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/a51327b34ca54d4ba00453182668db91 2024-11-14T17:19:31,673 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/f9964031b323489c84664ab947c9865a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/B/f9964031b323489c84664ab947c9865a 2024-11-14T17:19:31,675 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/6783e34f7dbd4577b7b26fdc0545bf66 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/6783e34f7dbd4577b7b26fdc0545bf66 2024-11-14T17:19:31,676 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/ad89c837cf9a4ee390b533a46856e9a6 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/ad89c837cf9a4ee390b533a46856e9a6 2024-11-14T17:19:31,677 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/cd58998cb53144b98082ca2b51c05495 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/C/cd58998cb53144b98082ca2b51c05495 2024-11-14T17:19:31,679 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/recovered.edits/334.seqid to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e/recovered.edits/334.seqid 2024-11-14T17:19:31,680 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,680 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T17:19:31,680 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T17:19:31,681 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T17:19:31,684 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140a9965559bd24dd0b2af483e415f5535_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140a9965559bd24dd0b2af483e415f5535_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,685 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140e195450bcae4503bde767fa0049a578_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140e195450bcae4503bde767fa0049a578_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,686 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143cb72d75ec024e9d80b8f516de9e1fc7_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143cb72d75ec024e9d80b8f516de9e1fc7_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,686 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143d03977b4c1e4fee98188e1c9e85c085_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143d03977b4c1e4fee98188e1c9e85c085_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,687 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111447f817bc09f24067ba2a5b1aea3690af_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111447f817bc09f24067ba2a5b1aea3690af_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,688 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114499b5c1292ab48b5beeb568a8d11de12_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114499b5c1292ab48b5beeb568a8d11de12_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,689 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145199a25b536f4e4e869989953a145011_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145199a25b536f4e4e869989953a145011_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,690 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114548b4ce20a3c403ab9bc75b00a1939a1_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114548b4ce20a3c403ab9bc75b00a1939a1_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,691 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111475064d4cc53f429591fcc7ed49686993_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111475064d4cc53f429591fcc7ed49686993_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,691 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147cf50073c1134b9fa6f1c07fcf1873e1_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147cf50073c1134b9fa6f1c07fcf1873e1_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,692 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148336bb9ff3ff4b639b68eb7a48f2421d_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148336bb9ff3ff4b639b68eb7a48f2421d_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,693 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111487a98c38014c4cde92e86ed3f6b7e9f9_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111487a98c38014c4cde92e86ed3f6b7e9f9_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,694 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a0ced80ce22e466c9acca4347393f013_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a0ced80ce22e466c9acca4347393f013_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,695 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c1ff886b00b84080a0ddf39a8f291f26_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c1ff886b00b84080a0ddf39a8f291f26_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,695 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d02555c6d1a94695b5393a13d6808b59_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d02555c6d1a94695b5393a13d6808b59_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,696 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d60b64f99090493290a9a313af361cfe_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d60b64f99090493290a9a313af361cfe_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,697 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e72cd23017244fac8c48517b42840606_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e72cd23017244fac8c48517b42840606_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,698 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f2eaa00047314c6787597e01e17c3f70_6a51911eb6e264dd1b3bac8a4d30b98e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f2eaa00047314c6787597e01e17c3f70_6a51911eb6e264dd1b3bac8a4d30b98e 2024-11-14T17:19:31,698 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T17:19:31,700 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=126, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:31,702 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T17:19:31,704 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T17:19:31,704 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=126, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:31,705 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T17:19:31,705 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731604771705"}]},"ts":"9223372036854775807"} 2024-11-14T17:19:31,706 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T17:19:31,706 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6a51911eb6e264dd1b3bac8a4d30b98e, NAME => 'TestAcidGuarantees,,1731604744638.6a51911eb6e264dd1b3bac8a4d30b98e.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T17:19:31,706 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T17:19:31,706 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731604771706"}]},"ts":"9223372036854775807"} 2024-11-14T17:19:31,708 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T17:19:31,710 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=126, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:31,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-14T17:19:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T17:19:31,762 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-14T17:19:31,771 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 236) - Thread LEAK? -, OpenFileDescriptor=458 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 393) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8295 (was 8336) 2024-11-14T17:19:31,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=8295 2024-11-14T17:19:31,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T17:19:31,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:19:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:31,782 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:19:31,782 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:31,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 127 2024-11-14T17:19:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-14T17:19:31,783 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:19:31,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742262_1438 (size=960) 2024-11-14T17:19:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-14T17:19:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-14T17:19:32,191 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42 2024-11-14T17:19:32,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742263_1439 (size=53) 2024-11-14T17:19:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-14T17:19:32,578 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34551 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34551,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:32,598 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:32,598 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a89b7c4e9bfd470bd20eabaf98d63811, disabling compactions & flushes 2024-11-14T17:19:32,598 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:32,598 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:32,598 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. after waiting 0 ms 2024-11-14T17:19:32,598 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:32,598 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:32,598 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:32,599 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:19:32,599 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731604772599"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604772599"}]},"ts":"1731604772599"} 2024-11-14T17:19:32,600 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T17:19:32,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:19:32,601 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604772601"}]},"ts":"1731604772601"} 2024-11-14T17:19:32,602 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T17:19:32,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89b7c4e9bfd470bd20eabaf98d63811, ASSIGN}] 2024-11-14T17:19:32,606 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89b7c4e9bfd470bd20eabaf98d63811, ASSIGN 2024-11-14T17:19:32,606 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89b7c4e9bfd470bd20eabaf98d63811, ASSIGN; state=OFFLINE, location=38cb5ac947ac,46341,1731604646134; forceNewPlan=false, retain=false 2024-11-14T17:19:32,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=a89b7c4e9bfd470bd20eabaf98d63811, regionState=OPENING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:32,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; OpenRegionProcedure a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:19:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-14T17:19:32,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:32,911 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:32,911 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7285): Opening region: {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:19:32,912 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:32,912 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:32,912 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7327): checking encryption for a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:32,912 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7330): checking classloading for a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:32,913 INFO [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:32,914 INFO [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:19:32,914 INFO [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a89b7c4e9bfd470bd20eabaf98d63811 columnFamilyName A 2024-11-14T17:19:32,914 DEBUG [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:32,915 INFO [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] regionserver.HStore(327): Store=a89b7c4e9bfd470bd20eabaf98d63811/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:32,915 INFO [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:32,916 INFO [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:19:32,916 INFO [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a89b7c4e9bfd470bd20eabaf98d63811 columnFamilyName B 2024-11-14T17:19:32,916 DEBUG [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:32,916 INFO [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] regionserver.HStore(327): Store=a89b7c4e9bfd470bd20eabaf98d63811/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:32,916 INFO [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:32,917 INFO [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:19:32,917 INFO [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a89b7c4e9bfd470bd20eabaf98d63811 columnFamilyName C 2024-11-14T17:19:32,917 DEBUG [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:32,918 INFO [StoreOpener-a89b7c4e9bfd470bd20eabaf98d63811-1 {}] regionserver.HStore(327): Store=a89b7c4e9bfd470bd20eabaf98d63811/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:32,918 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:32,918 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:32,919 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:32,920 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T17:19:32,921 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1085): writing seq id for a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:32,922 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:19:32,922 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1102): Opened a89b7c4e9bfd470bd20eabaf98d63811; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58980899, jitterRate=-0.12111611664295197}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T17:19:32,923 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1001): Region open journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:32,924 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., pid=129, masterSystemTime=1731604772909 2024-11-14T17:19:32,925 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:32,925 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:32,925 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=a89b7c4e9bfd470bd20eabaf98d63811, regionState=OPEN, openSeqNum=2, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:32,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-14T17:19:32,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; OpenRegionProcedure a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 in 168 msec 2024-11-14T17:19:32,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-14T17:19:32,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89b7c4e9bfd470bd20eabaf98d63811, ASSIGN in 322 msec 2024-11-14T17:19:32,929 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:19:32,929 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604772929"}]},"ts":"1731604772929"} 2024-11-14T17:19:32,930 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T17:19:32,932 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:19:32,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-14T17:19:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-14T17:19:33,887 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 127 completed 2024-11-14T17:19:33,888 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-14T17:19:33,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:33,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:33,893 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:33,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:19:33,895 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:19:33,896 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-14T17:19:33,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:33,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-14T17:19:33,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:33,903 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-14T17:19:33,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:33,906 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-14T17:19:33,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:33,909 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-11-14T17:19:33,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:33,912 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-14T17:19:33,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:33,916 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-14T17:19:33,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:33,920 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-14T17:19:33,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:33,924 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-14T17:19:33,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:33,928 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x076f0408 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc5e114 2024-11-14T17:19:33,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d49886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:33,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-14T17:19:33,935 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T17:19:33,935 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:33,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:33,936 DEBUG [hconnection-0x6c68e272-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:33,937 DEBUG [hconnection-0x36be6f88-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:33,937 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:33,938 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:33,938 DEBUG [hconnection-0x3330e00f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:33,938 DEBUG [hconnection-0x4113bc79-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:33,939 DEBUG [hconnection-0x248b8f81-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:33,939 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:33,939 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:33,939 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:33,941 DEBUG [hconnection-0x23ceb2c1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:33,942 DEBUG [hconnection-0x593cba83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:33,942 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:33,942 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:33,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:19:33,946 DEBUG [hconnection-0x6f756c61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:33,946 DEBUG [hconnection-0x5c6b073d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:33,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:33,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:33,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:33,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:33,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:33,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:33,947 DEBUG [hconnection-0x7c488079-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:33,947 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:33,947 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:33,949 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604833963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604833963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604833964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604833967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:33,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604833968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:33,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/1065fe5699d24de1b47024c8e85231fc is 50, key is test_row_0/A:col10/1731604773944/Put/seqid=0 2024-11-14T17:19:33,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742264_1440 (size=12001) 2024-11-14T17:19:33,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/1065fe5699d24de1b47024c8e85231fc 2024-11-14T17:19:34,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/7eed53bdbb064b8c8025a9aff1db5825 is 50, key is test_row_0/B:col10/1731604773944/Put/seqid=0 2024-11-14T17:19:34,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742265_1441 (size=12001) 2024-11-14T17:19:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T17:19:34,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604834069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604834070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604834070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604834070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604834073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T17:19:34,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:34,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:34,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:34,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T17:19:34,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T17:19:34,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:34,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:34,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:34,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604834273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604834273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604834273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604834273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604834277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,392 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T17:19:34,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:34,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:34,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:34,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/7eed53bdbb064b8c8025a9aff1db5825 2024-11-14T17:19:34,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/0a5dbcd0e0f84c2c95ad7f651bd3d2ea is 50, key is test_row_0/C:col10/1731604773944/Put/seqid=0 2024-11-14T17:19:34,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742266_1442 (size=12001) 2024-11-14T17:19:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T17:19:34,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T17:19:34,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:34,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:34,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:34,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604834579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604834580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604834581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604834584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604834581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,645 ERROR [LeaseRenewer:jenkins@localhost:34551 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34551,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T17:19:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:34,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,849 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:34,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T17:19:34,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:34,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:34,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:34,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:34,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/0a5dbcd0e0f84c2c95ad7f651bd3d2ea 2024-11-14T17:19:34,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/1065fe5699d24de1b47024c8e85231fc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1065fe5699d24de1b47024c8e85231fc 2024-11-14T17:19:34,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1065fe5699d24de1b47024c8e85231fc, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T17:19:34,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/7eed53bdbb064b8c8025a9aff1db5825 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/7eed53bdbb064b8c8025a9aff1db5825 2024-11-14T17:19:34,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/7eed53bdbb064b8c8025a9aff1db5825, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T17:19:34,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/0a5dbcd0e0f84c2c95ad7f651bd3d2ea as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/0a5dbcd0e0f84c2c95ad7f651bd3d2ea 2024-11-14T17:19:34,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/0a5dbcd0e0f84c2c95ad7f651bd3d2ea, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T17:19:34,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a89b7c4e9bfd470bd20eabaf98d63811 in 921ms, sequenceid=14, compaction requested=false 2024-11-14T17:19:34,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:35,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T17:19:35,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:35,002 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T17:19:35,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:35,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/671287752eb24bf28462302f74d0d018 is 50, key is test_row_0/A:col10/1731604773966/Put/seqid=0 2024-11-14T17:19:35,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742267_1443 (size=12001) 2024-11-14T17:19:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T17:19:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:35,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:35,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604835093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604835096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604835098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604835098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604835099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604835200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604835200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604835203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604835205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604835205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604835402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604835402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604835408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,411 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/671287752eb24bf28462302f74d0d018 2024-11-14T17:19:35,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604835409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604835409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/b08792b2e4c9418b9f89f40064720e3d is 50, key is test_row_0/B:col10/1731604773966/Put/seqid=0 2024-11-14T17:19:35,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742268_1444 (size=12001) 2024-11-14T17:19:35,428 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/b08792b2e4c9418b9f89f40064720e3d 2024-11-14T17:19:35,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/1ed9f2c689df450caa2bfc208a15df6a is 50, key is test_row_0/C:col10/1731604773966/Put/seqid=0 2024-11-14T17:19:35,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742269_1445 (size=12001) 2024-11-14T17:19:35,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604835706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604835708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604835711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604835713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604835713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:35,838 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/1ed9f2c689df450caa2bfc208a15df6a 2024-11-14T17:19:35,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/671287752eb24bf28462302f74d0d018 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/671287752eb24bf28462302f74d0d018 2024-11-14T17:19:35,845 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/671287752eb24bf28462302f74d0d018, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T17:19:35,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/b08792b2e4c9418b9f89f40064720e3d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b08792b2e4c9418b9f89f40064720e3d 2024-11-14T17:19:35,849 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b08792b2e4c9418b9f89f40064720e3d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T17:19:35,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/1ed9f2c689df450caa2bfc208a15df6a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/1ed9f2c689df450caa2bfc208a15df6a 2024-11-14T17:19:35,854 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/1ed9f2c689df450caa2bfc208a15df6a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T17:19:35,855 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for a89b7c4e9bfd470bd20eabaf98d63811 in 853ms, sequenceid=37, compaction requested=false 2024-11-14T17:19:35,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:35,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:35,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-14T17:19:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-14T17:19:35,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-14T17:19:35,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9220 sec 2024-11-14T17:19:35,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.9240 sec 2024-11-14T17:19:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T17:19:36,039 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-14T17:19:36,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-14T17:19:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T17:19:36,042 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:36,042 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:36,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T17:19:36,194 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T17:19:36,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:36,195 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T17:19:36,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:36,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:36,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:36,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:36,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:36,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:36,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/42ab5854cdef48c5a5fcae0a3a0141ce is 50, key is test_row_0/A:col10/1731604775097/Put/seqid=0 2024-11-14T17:19:36,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742270_1446 (size=12001) 2024-11-14T17:19:36,203 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/42ab5854cdef48c5a5fcae0a3a0141ce 2024-11-14T17:19:36,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/99cc0ee731fe4610bbc664310133d144 is 50, key is test_row_0/B:col10/1731604775097/Put/seqid=0 2024-11-14T17:19:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:36,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:36,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742271_1447 (size=12001) 2024-11-14T17:19:36,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604836232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604836233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604836235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604836235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604836236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T17:19:36,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604836341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604836341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604836341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604836342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604836342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604836547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604836547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604836548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604836548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604836549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,614 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/99cc0ee731fe4610bbc664310133d144 2024-11-14T17:19:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/57b393d635664af78b1713c63a6d92ac is 50, key is test_row_0/C:col10/1731604775097/Put/seqid=0 2024-11-14T17:19:36,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742272_1448 (size=12001) 2024-11-14T17:19:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T17:19:36,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604836851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604836853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604836854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604836854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604836855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:36,885 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T17:19:37,025 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/57b393d635664af78b1713c63a6d92ac 2024-11-14T17:19:37,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/42ab5854cdef48c5a5fcae0a3a0141ce as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/42ab5854cdef48c5a5fcae0a3a0141ce 2024-11-14T17:19:37,031 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/42ab5854cdef48c5a5fcae0a3a0141ce, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T17:19:37,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/99cc0ee731fe4610bbc664310133d144 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/99cc0ee731fe4610bbc664310133d144 2024-11-14T17:19:37,035 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/99cc0ee731fe4610bbc664310133d144, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T17:19:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-14T17:19:37,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/57b393d635664af78b1713c63a6d92ac as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/57b393d635664af78b1713c63a6d92ac 2024-11-14T17:19:37,039 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/57b393d635664af78b1713c63a6d92ac, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T17:19:37,040 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a89b7c4e9bfd470bd20eabaf98d63811 in 844ms, sequenceid=51, compaction requested=true 2024-11-14T17:19:37,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:37,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:37,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-14T17:19:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-14T17:19:37,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-14T17:19:37,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-11-14T17:19:37,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0020 sec 2024-11-14T17:19:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T17:19:37,145 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-14T17:19:37,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-14T17:19:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T17:19:37,147 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:37,148 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:37,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T17:19:37,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-14T17:19:37,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:37,300 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T17:19:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/85a033dfeefa476c8c1a9e84eb5ea4c2 is 50, key is test_row_0/A:col10/1731604776232/Put/seqid=0 2024-11-14T17:19:37,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742273_1449 (size=12001) 2024-11-14T17:19:37,307 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/85a033dfeefa476c8c1a9e84eb5ea4c2 2024-11-14T17:19:37,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/fcc4547b64324d1db9150d7f5a6c8984 is 50, key is test_row_0/B:col10/1731604776232/Put/seqid=0 2024-11-14T17:19:37,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742274_1450 (size=12001) 2024-11-14T17:19:37,333 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/fcc4547b64324d1db9150d7f5a6c8984 2024-11-14T17:19:37,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/ab7e1c2e80854ba7baab5fbbacf442c9 is 50, key is test_row_0/C:col10/1731604776232/Put/seqid=0 2024-11-14T17:19:37,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742275_1451 (size=12001) 2024-11-14T17:19:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:37,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:37,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604837371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604837372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604837373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604837373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604837374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T17:19:37,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604837475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604837476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604837478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604837481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604837481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604837680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604837682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604837684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604837687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604837688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:37,743 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/ab7e1c2e80854ba7baab5fbbacf442c9 2024-11-14T17:19:37,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/85a033dfeefa476c8c1a9e84eb5ea4c2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/85a033dfeefa476c8c1a9e84eb5ea4c2 2024-11-14T17:19:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T17:19:37,751 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/85a033dfeefa476c8c1a9e84eb5ea4c2, entries=150, sequenceid=73, filesize=11.7 K 2024-11-14T17:19:37,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/fcc4547b64324d1db9150d7f5a6c8984 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/fcc4547b64324d1db9150d7f5a6c8984 2024-11-14T17:19:37,755 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/fcc4547b64324d1db9150d7f5a6c8984, entries=150, sequenceid=73, filesize=11.7 K 2024-11-14T17:19:37,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/ab7e1c2e80854ba7baab5fbbacf442c9 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ab7e1c2e80854ba7baab5fbbacf442c9 2024-11-14T17:19:37,759 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ab7e1c2e80854ba7baab5fbbacf442c9, entries=150, sequenceid=73, filesize=11.7 K 2024-11-14T17:19:37,759 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a89b7c4e9bfd470bd20eabaf98d63811 in 459ms, sequenceid=73, compaction requested=true 2024-11-14T17:19:37,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:37,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:37,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-14T17:19:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-14T17:19:37,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-14T17:19:37,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 612 msec 2024-11-14T17:19:37,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 616 msec 2024-11-14T17:19:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:37,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T17:19:37,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:37,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:37,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:37,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:37,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:37,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:37,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/4455cc35934b4936984fe28fc90eddae is 50, key is test_row_0/A:col10/1731604777990/Put/seqid=0 2024-11-14T17:19:38,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742276_1452 (size=14341) 2024-11-14T17:19:38,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604838019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604838020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604838021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604838021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604838025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604838128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604838129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604838129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604838130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604838131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T17:19:38,250 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-14T17:19:38,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-14T17:19:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T17:19:38,253 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:38,253 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:38,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:38,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604838334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604838335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604838336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604838336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604838338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T17:19:38,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/4455cc35934b4936984fe28fc90eddae 2024-11-14T17:19:38,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T17:19:38,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:38,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:38,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:38,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:38,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:38,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/cd34038ad6db4d7daa0142fe43402a46 is 50, key is test_row_0/B:col10/1731604777990/Put/seqid=0 2024-11-14T17:19:38,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742277_1453 (size=12001) 2024-11-14T17:19:38,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/cd34038ad6db4d7daa0142fe43402a46 2024-11-14T17:19:38,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/8446c64d84c34fb993aea73e1ffcbef9 is 50, key is test_row_0/C:col10/1731604777990/Put/seqid=0 2024-11-14T17:19:38,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742278_1454 (size=12001) 2024-11-14T17:19:38,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/8446c64d84c34fb993aea73e1ffcbef9 2024-11-14T17:19:38,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/4455cc35934b4936984fe28fc90eddae as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4455cc35934b4936984fe28fc90eddae 2024-11-14T17:19:38,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4455cc35934b4936984fe28fc90eddae, entries=200, sequenceid=88, filesize=14.0 K 2024-11-14T17:19:38,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/cd34038ad6db4d7daa0142fe43402a46 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/cd34038ad6db4d7daa0142fe43402a46 2024-11-14T17:19:38,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/cd34038ad6db4d7daa0142fe43402a46, entries=150, sequenceid=88, filesize=11.7 K 2024-11-14T17:19:38,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/8446c64d84c34fb993aea73e1ffcbef9 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/8446c64d84c34fb993aea73e1ffcbef9 2024-11-14T17:19:38,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/8446c64d84c34fb993aea73e1ffcbef9, entries=150, sequenceid=88, filesize=11.7 K 2024-11-14T17:19:38,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a89b7c4e9bfd470bd20eabaf98d63811 in 445ms, sequenceid=88, compaction requested=true 2024-11-14T17:19:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:38,437 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T17:19:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:38,437 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T17:19:38,439 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T17:19:38,439 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62345 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T17:19:38,439 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/A is initiating minor compaction (all files) 2024-11-14T17:19:38,439 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/B is initiating minor compaction (all files) 2024-11-14T17:19:38,439 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/A in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:38,439 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/B in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:38,439 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/7eed53bdbb064b8c8025a9aff1db5825, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b08792b2e4c9418b9f89f40064720e3d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/99cc0ee731fe4610bbc664310133d144, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/fcc4547b64324d1db9150d7f5a6c8984, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/cd34038ad6db4d7daa0142fe43402a46] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=58.6 K 2024-11-14T17:19:38,439 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1065fe5699d24de1b47024c8e85231fc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/671287752eb24bf28462302f74d0d018, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/42ab5854cdef48c5a5fcae0a3a0141ce, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/85a033dfeefa476c8c1a9e84eb5ea4c2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4455cc35934b4936984fe28fc90eddae] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=60.9 K 2024-11-14T17:19:38,439 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 7eed53bdbb064b8c8025a9aff1db5825, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731604773941 2024-11-14T17:19:38,439 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1065fe5699d24de1b47024c8e85231fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731604773941 2024-11-14T17:19:38,440 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 671287752eb24bf28462302f74d0d018, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731604773956 2024-11-14T17:19:38,440 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting b08792b2e4c9418b9f89f40064720e3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731604773956 2024-11-14T17:19:38,440 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 99cc0ee731fe4610bbc664310133d144, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731604775090 2024-11-14T17:19:38,441 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting fcc4547b64324d1db9150d7f5a6c8984, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731604776232 2024-11-14T17:19:38,441 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42ab5854cdef48c5a5fcae0a3a0141ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731604775090 2024-11-14T17:19:38,441 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85a033dfeefa476c8c1a9e84eb5ea4c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731604776232 2024-11-14T17:19:38,441 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting cd34038ad6db4d7daa0142fe43402a46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731604777372 2024-11-14T17:19:38,441 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4455cc35934b4936984fe28fc90eddae, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731604777367 2024-11-14T17:19:38,452 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#A#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:38,452 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/987e5e02cc2940ecb24035f1903a9e5e is 50, key is test_row_0/A:col10/1731604777990/Put/seqid=0 2024-11-14T17:19:38,452 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#B#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:38,453 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/520af2170dc94fbfa081d87d793f0584 is 50, key is test_row_0/B:col10/1731604777990/Put/seqid=0 2024-11-14T17:19:38,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742279_1455 (size=12173) 2024-11-14T17:19:38,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742280_1456 (size=12173) 2024-11-14T17:19:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T17:19:38,557 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T17:19:38,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:38,558 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T17:19:38,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:38,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:38,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:38,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:38,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:38,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:38,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/a0cae2fad603461a8c55ee5afaeb65fd is 50, key is test_row_0/A:col10/1731604778020/Put/seqid=0 2024-11-14T17:19:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742281_1457 (size=12001) 2024-11-14T17:19:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:38,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:38,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604838654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604838654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604838658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604838662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604838663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604838764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604838765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604838765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604838770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604838770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T17:19:38,874 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/520af2170dc94fbfa081d87d793f0584 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/520af2170dc94fbfa081d87d793f0584 2024-11-14T17:19:38,874 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/987e5e02cc2940ecb24035f1903a9e5e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/987e5e02cc2940ecb24035f1903a9e5e 2024-11-14T17:19:38,878 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/A of a89b7c4e9bfd470bd20eabaf98d63811 into 987e5e02cc2940ecb24035f1903a9e5e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:38,878 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/B of a89b7c4e9bfd470bd20eabaf98d63811 into 520af2170dc94fbfa081d87d793f0584(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:38,879 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:38,879 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:38,879 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/B, priority=11, startTime=1731604778437; duration=0sec 2024-11-14T17:19:38,879 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/A, priority=11, startTime=1731604778437; duration=0sec 2024-11-14T17:19:38,879 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:38,879 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:A 2024-11-14T17:19:38,879 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:38,879 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:B 2024-11-14T17:19:38,879 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T17:19:38,881 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T17:19:38,881 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/C is initiating minor compaction (all files) 2024-11-14T17:19:38,881 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/C in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:38,881 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/0a5dbcd0e0f84c2c95ad7f651bd3d2ea, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/1ed9f2c689df450caa2bfc208a15df6a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/57b393d635664af78b1713c63a6d92ac, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ab7e1c2e80854ba7baab5fbbacf442c9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/8446c64d84c34fb993aea73e1ffcbef9] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=58.6 K 2024-11-14T17:19:38,881 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a5dbcd0e0f84c2c95ad7f651bd3d2ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731604773941 2024-11-14T17:19:38,881 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ed9f2c689df450caa2bfc208a15df6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731604773956 2024-11-14T17:19:38,882 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57b393d635664af78b1713c63a6d92ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731604775090 2024-11-14T17:19:38,882 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab7e1c2e80854ba7baab5fbbacf442c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731604776232 2024-11-14T17:19:38,882 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8446c64d84c34fb993aea73e1ffcbef9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731604777372 2024-11-14T17:19:38,893 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#C#compaction#381 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:38,893 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/daa8a1e1eaa94ce5b9e7a057f5a8203c is 50, key is test_row_0/C:col10/1731604777990/Put/seqid=0 2024-11-14T17:19:38,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742282_1458 (size=12173) 2024-11-14T17:19:38,901 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/daa8a1e1eaa94ce5b9e7a057f5a8203c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/daa8a1e1eaa94ce5b9e7a057f5a8203c 2024-11-14T17:19:38,905 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/C of a89b7c4e9bfd470bd20eabaf98d63811 into daa8a1e1eaa94ce5b9e7a057f5a8203c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:38,906 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:38,906 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/C, priority=11, startTime=1731604778437; duration=0sec 2024-11-14T17:19:38,906 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:38,906 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:C 2024-11-14T17:19:38,967 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/a0cae2fad603461a8c55ee5afaeb65fd 2024-11-14T17:19:38,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604838969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604838969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604838969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/07fada4516f44003aa54e634bcf22c4d is 50, key is test_row_0/B:col10/1731604778020/Put/seqid=0 2024-11-14T17:19:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742283_1459 (size=12001) 2024-11-14T17:19:38,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604838975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:38,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604838975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:39,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604839273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:39,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604839273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:39,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604839274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:39,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604839279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:39,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604839280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T17:19:39,378 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/07fada4516f44003aa54e634bcf22c4d 2024-11-14T17:19:39,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/e8ad4a54adce4efc83995bbba62d69d5 is 50, key is test_row_0/C:col10/1731604778020/Put/seqid=0 2024-11-14T17:19:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742284_1460 (size=12001) 2024-11-14T17:19:39,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604839777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:39,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604839780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:39,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604839780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:39,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604839783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:39,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604839785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:39,793 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/e8ad4a54adce4efc83995bbba62d69d5 2024-11-14T17:19:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/a0cae2fad603461a8c55ee5afaeb65fd as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/a0cae2fad603461a8c55ee5afaeb65fd 2024-11-14T17:19:39,800 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/a0cae2fad603461a8c55ee5afaeb65fd, entries=150, sequenceid=109, filesize=11.7 K 2024-11-14T17:19:39,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/07fada4516f44003aa54e634bcf22c4d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/07fada4516f44003aa54e634bcf22c4d 2024-11-14T17:19:39,804 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/07fada4516f44003aa54e634bcf22c4d, entries=150, sequenceid=109, filesize=11.7 K 2024-11-14T17:19:39,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/e8ad4a54adce4efc83995bbba62d69d5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/e8ad4a54adce4efc83995bbba62d69d5 2024-11-14T17:19:39,808 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/e8ad4a54adce4efc83995bbba62d69d5, entries=150, sequenceid=109, filesize=11.7 K 2024-11-14T17:19:39,809 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a89b7c4e9bfd470bd20eabaf98d63811 in 1251ms, sequenceid=109, compaction requested=false 2024-11-14T17:19:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-14T17:19:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-14T17:19:39,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-14T17:19:39,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5570 sec 2024-11-14T17:19:39,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.5610 sec 2024-11-14T17:19:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T17:19:40,356 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-14T17:19:40,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-14T17:19:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T17:19:40,359 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:40,360 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:40,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T17:19:40,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:40,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-14T17:19:40,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:40,513 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T17:19:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:40,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:40,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/75389e54e7b241408f7a1a5d9f7bbe03 is 50, key is test_row_0/A:col10/1731604778653/Put/seqid=0 2024-11-14T17:19:40,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742285_1461 (size=12001) 2024-11-14T17:19:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T17:19:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:40,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:40,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604840812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:40,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604840813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:40,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604840814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:40,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:40,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604840815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604840815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:40,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604840917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:40,922 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/75389e54e7b241408f7a1a5d9f7bbe03 2024-11-14T17:19:40,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604840922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:40,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604840922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:40,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604840924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:40,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604840924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:40,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/c944c7cb9e6a45e4b5420d3edc3d6db6 is 50, key is test_row_0/B:col10/1731604778653/Put/seqid=0 2024-11-14T17:19:40,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742286_1462 (size=12001) 2024-11-14T17:19:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T17:19:41,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604841121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604841125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604841126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604841129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604841129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,334 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/c944c7cb9e6a45e4b5420d3edc3d6db6 2024-11-14T17:19:41,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/44d361d2282040509ab5f182a7bc905d is 50, key is test_row_0/C:col10/1731604778653/Put/seqid=0 2024-11-14T17:19:41,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742287_1463 (size=12001) 2024-11-14T17:19:41,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604841424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604841429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604841430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604841433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604841435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T17:19:41,744 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/44d361d2282040509ab5f182a7bc905d 2024-11-14T17:19:41,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/75389e54e7b241408f7a1a5d9f7bbe03 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/75389e54e7b241408f7a1a5d9f7bbe03 2024-11-14T17:19:41,752 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/75389e54e7b241408f7a1a5d9f7bbe03, entries=150, sequenceid=127, filesize=11.7 K 2024-11-14T17:19:41,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/c944c7cb9e6a45e4b5420d3edc3d6db6 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/c944c7cb9e6a45e4b5420d3edc3d6db6 2024-11-14T17:19:41,755 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/c944c7cb9e6a45e4b5420d3edc3d6db6, entries=150, sequenceid=127, filesize=11.7 K 2024-11-14T17:19:41,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/44d361d2282040509ab5f182a7bc905d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/44d361d2282040509ab5f182a7bc905d 2024-11-14T17:19:41,759 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/44d361d2282040509ab5f182a7bc905d, entries=150, sequenceid=127, filesize=11.7 K 2024-11-14T17:19:41,760 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a89b7c4e9bfd470bd20eabaf98d63811 in 1247ms, sequenceid=127, compaction requested=true 2024-11-14T17:19:41,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:41,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:41,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-14T17:19:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-14T17:19:41,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-14T17:19:41,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4040 sec 2024-11-14T17:19:41,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.4100 sec 2024-11-14T17:19:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:41,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T17:19:41,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:41,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:41,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:41,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:41,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:41,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:41,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/4badc5ff89b047daa96fc877add6029b is 50, key is test_row_0/A:col10/1731604780814/Put/seqid=0 2024-11-14T17:19:41,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742288_1464 (size=14541) 2024-11-14T17:19:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604841947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604841948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604841949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604841952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604841953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604842054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604842054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604842054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604842058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604842058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604842259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604842259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604842259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604842264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604842265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/4badc5ff89b047daa96fc877add6029b 2024-11-14T17:19:42,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/688ee4e20dce4a2096201b00f29854bc is 50, key is test_row_0/B:col10/1731604780814/Put/seqid=0 2024-11-14T17:19:42,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742289_1465 (size=12151) 2024-11-14T17:19:42,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/688ee4e20dce4a2096201b00f29854bc 2024-11-14T17:19:42,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/2a7ab29b69ba4df3bdb7b3e9f27538c1 is 50, key is test_row_0/C:col10/1731604780814/Put/seqid=0 2024-11-14T17:19:42,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742290_1466 (size=12151) 2024-11-14T17:19:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T17:19:42,464 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-14T17:19:42,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-14T17:19:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T17:19:42,466 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:42,467 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:42,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T17:19:42,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604842566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604842566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604842566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604842570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604842572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-14T17:19:42,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:42,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:42,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:42,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:42,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T17:19:42,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/2a7ab29b69ba4df3bdb7b3e9f27538c1 2024-11-14T17:19:42,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-14T17:19:42,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:42,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:42,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:42,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:42,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:42,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/4badc5ff89b047daa96fc877add6029b as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4badc5ff89b047daa96fc877add6029b 2024-11-14T17:19:42,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4badc5ff89b047daa96fc877add6029b, entries=200, sequenceid=149, filesize=14.2 K 2024-11-14T17:19:42,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/688ee4e20dce4a2096201b00f29854bc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/688ee4e20dce4a2096201b00f29854bc 2024-11-14T17:19:42,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/688ee4e20dce4a2096201b00f29854bc, entries=150, sequenceid=149, filesize=11.9 K 2024-11-14T17:19:42,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/2a7ab29b69ba4df3bdb7b3e9f27538c1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/2a7ab29b69ba4df3bdb7b3e9f27538c1 2024-11-14T17:19:42,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/2a7ab29b69ba4df3bdb7b3e9f27538c1, entries=150, sequenceid=149, filesize=11.9 K 2024-11-14T17:19:42,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a89b7c4e9bfd470bd20eabaf98d63811 in 851ms, sequenceid=149, compaction requested=true 2024-11-14T17:19:42,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:42,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:42,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:42,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:42,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:42,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:42,785 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:19:42,785 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:19:42,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:42,786 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:19:42,786 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50716 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:19:42,786 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/A is initiating minor compaction (all files) 2024-11-14T17:19:42,786 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/B is initiating minor compaction (all files) 2024-11-14T17:19:42,786 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/B in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:42,786 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/A in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:42,786 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/520af2170dc94fbfa081d87d793f0584, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/07fada4516f44003aa54e634bcf22c4d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/c944c7cb9e6a45e4b5420d3edc3d6db6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/688ee4e20dce4a2096201b00f29854bc] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=47.2 K 2024-11-14T17:19:42,786 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/987e5e02cc2940ecb24035f1903a9e5e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/a0cae2fad603461a8c55ee5afaeb65fd, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/75389e54e7b241408f7a1a5d9f7bbe03, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4badc5ff89b047daa96fc877add6029b] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=49.5 K 2024-11-14T17:19:42,787 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 987e5e02cc2940ecb24035f1903a9e5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731604777372 2024-11-14T17:19:42,787 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 520af2170dc94fbfa081d87d793f0584, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731604777372 2024-11-14T17:19:42,787 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 07fada4516f44003aa54e634bcf22c4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731604778019 2024-11-14T17:19:42,787 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0cae2fad603461a8c55ee5afaeb65fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731604778019 2024-11-14T17:19:42,787 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75389e54e7b241408f7a1a5d9f7bbe03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731604778653 2024-11-14T17:19:42,787 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c944c7cb9e6a45e4b5420d3edc3d6db6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731604778653 2024-11-14T17:19:42,788 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 688ee4e20dce4a2096201b00f29854bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731604780814 2024-11-14T17:19:42,788 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4badc5ff89b047daa96fc877add6029b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731604780806 2024-11-14T17:19:42,795 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:42,795 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/b5e352fe1a5042d1b3770adb42c05572 is 50, key is test_row_0/B:col10/1731604780814/Put/seqid=0 2024-11-14T17:19:42,796 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#A#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:42,796 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/a71689c140574dd0b1b1fdc6be94ebe9 is 50, key is test_row_0/A:col10/1731604780814/Put/seqid=0 2024-11-14T17:19:42,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742291_1467 (size=12459) 2024-11-14T17:19:42,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742292_1468 (size=12459) 2024-11-14T17:19:42,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:42,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-14T17:19:42,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:42,925 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T17:19:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:42,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/b42ddaa5e5ba4911aa6982cbed0c22ae is 50, key is test_row_0/A:col10/1731604781947/Put/seqid=0 2024-11-14T17:19:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742293_1469 (size=12151) 2024-11-14T17:19:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T17:19:43,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604843123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604843124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604843124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604843130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604843131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,203 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/b5e352fe1a5042d1b3770adb42c05572 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b5e352fe1a5042d1b3770adb42c05572 2024-11-14T17:19:43,205 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/a71689c140574dd0b1b1fdc6be94ebe9 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/a71689c140574dd0b1b1fdc6be94ebe9 2024-11-14T17:19:43,209 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/A of a89b7c4e9bfd470bd20eabaf98d63811 into a71689c140574dd0b1b1fdc6be94ebe9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:43,209 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/B of a89b7c4e9bfd470bd20eabaf98d63811 into b5e352fe1a5042d1b3770adb42c05572(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:43,209 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:43,209 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:43,209 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/A, priority=12, startTime=1731604782785; duration=0sec 2024-11-14T17:19:43,209 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/B, priority=12, startTime=1731604782785; duration=0sec 2024-11-14T17:19:43,209 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:43,209 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:43,209 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:A 2024-11-14T17:19:43,209 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:B 2024-11-14T17:19:43,209 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:19:43,210 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:19:43,211 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/C is initiating minor compaction (all files) 2024-11-14T17:19:43,211 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/C in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:43,211 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/daa8a1e1eaa94ce5b9e7a057f5a8203c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/e8ad4a54adce4efc83995bbba62d69d5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/44d361d2282040509ab5f182a7bc905d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/2a7ab29b69ba4df3bdb7b3e9f27538c1] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=47.2 K 2024-11-14T17:19:43,211 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting daa8a1e1eaa94ce5b9e7a057f5a8203c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731604777372 2024-11-14T17:19:43,211 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8ad4a54adce4efc83995bbba62d69d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731604778019 2024-11-14T17:19:43,212 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44d361d2282040509ab5f182a7bc905d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731604778653 2024-11-14T17:19:43,212 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a7ab29b69ba4df3bdb7b3e9f27538c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731604780814 2024-11-14T17:19:43,218 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:43,218 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/b9ea57bf185d475fb768f43862f69d34 is 50, key is test_row_0/C:col10/1731604780814/Put/seqid=0 2024-11-14T17:19:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742294_1470 (size=12459) 2024-11-14T17:19:43,225 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/b9ea57bf185d475fb768f43862f69d34 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/b9ea57bf185d475fb768f43862f69d34 2024-11-14T17:19:43,230 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/C of a89b7c4e9bfd470bd20eabaf98d63811 into b9ea57bf185d475fb768f43862f69d34(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:43,230 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:43,230 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/C, priority=12, startTime=1731604782785; duration=0sec 2024-11-14T17:19:43,230 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:43,230 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:C 2024-11-14T17:19:43,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604843232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604843232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604843232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604843236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604843238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,334 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/b42ddaa5e5ba4911aa6982cbed0c22ae 2024-11-14T17:19:43,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/6f169fc60334440bbdbac2c2e92c2fb9 is 50, key is test_row_0/B:col10/1731604781947/Put/seqid=0 2024-11-14T17:19:43,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742295_1471 (size=12151) 2024-11-14T17:19:43,345 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/6f169fc60334440bbdbac2c2e92c2fb9 2024-11-14T17:19:43,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/0cad8319252e42b69f966de594d11a32 is 50, key is test_row_0/C:col10/1731604781947/Put/seqid=0 2024-11-14T17:19:43,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742296_1472 (size=12151) 2024-11-14T17:19:43,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604843437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604843437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604843438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604843441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604843441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T17:19:43,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604843743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604843743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604843744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604843744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604843747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:43,754 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/0cad8319252e42b69f966de594d11a32 2024-11-14T17:19:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/b42ddaa5e5ba4911aa6982cbed0c22ae as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/b42ddaa5e5ba4911aa6982cbed0c22ae 2024-11-14T17:19:43,760 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/b42ddaa5e5ba4911aa6982cbed0c22ae, entries=150, sequenceid=163, filesize=11.9 K 2024-11-14T17:19:43,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/6f169fc60334440bbdbac2c2e92c2fb9 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6f169fc60334440bbdbac2c2e92c2fb9 2024-11-14T17:19:43,764 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6f169fc60334440bbdbac2c2e92c2fb9, entries=150, sequenceid=163, filesize=11.9 K 2024-11-14T17:19:43,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/0cad8319252e42b69f966de594d11a32 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/0cad8319252e42b69f966de594d11a32 2024-11-14T17:19:43,768 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/0cad8319252e42b69f966de594d11a32, entries=150, sequenceid=163, filesize=11.9 K 2024-11-14T17:19:43,769 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a89b7c4e9bfd470bd20eabaf98d63811 in 844ms, sequenceid=163, compaction requested=false 2024-11-14T17:19:43,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:43,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:43,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-14T17:19:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-14T17:19:43,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-14T17:19:43,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3030 sec 2024-11-14T17:19:43,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.3060 sec 2024-11-14T17:19:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:44,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T17:19:44,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:44,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:44,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:44,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:44,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:44,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:44,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/e970231f451d4867b2c61e72914d2797 is 50, key is test_row_0/A:col10/1731604784246/Put/seqid=0 2024-11-14T17:19:44,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604844259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604844260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604844261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604844261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604844263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742297_1473 (size=14541) 2024-11-14T17:19:44,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/e970231f451d4867b2c61e72914d2797 2024-11-14T17:19:44,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/1b1b06403c73474e8d61490582b2386e is 50, key is test_row_0/B:col10/1731604784246/Put/seqid=0 2024-11-14T17:19:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742298_1474 (size=12151) 2024-11-14T17:19:44,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604844363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604844368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604844368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604844368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604844369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T17:19:44,570 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-14T17:19:44,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604844568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-14T17:19:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T17:19:44,573 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:44,574 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:44,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:44,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604844572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604844573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604844573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604844574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T17:19:44,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/1b1b06403c73474e8d61490582b2386e 2024-11-14T17:19:44,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/85322c2f1c424f92880f569198b6183c is 50, key is test_row_0/C:col10/1731604784246/Put/seqid=0 2024-11-14T17:19:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742299_1475 (size=12151) 2024-11-14T17:19:44,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-14T17:19:44,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:44,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:44,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:44,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:44,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T17:19:44,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604844872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-14T17:19:44,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:44,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:44,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:44,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:44,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:44,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604844879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604844879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604844881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:44,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604844881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-14T17:19:45,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:45,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:45,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:45,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:45,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:45,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/85322c2f1c424f92880f569198b6183c 2024-11-14T17:19:45,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/e970231f451d4867b2c61e72914d2797 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/e970231f451d4867b2c61e72914d2797 2024-11-14T17:19:45,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/e970231f451d4867b2c61e72914d2797, entries=200, sequenceid=189, filesize=14.2 K 2024-11-14T17:19:45,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/1b1b06403c73474e8d61490582b2386e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/1b1b06403c73474e8d61490582b2386e 2024-11-14T17:19:45,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/1b1b06403c73474e8d61490582b2386e, entries=150, sequenceid=189, filesize=11.9 K 2024-11-14T17:19:45,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/85322c2f1c424f92880f569198b6183c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/85322c2f1c424f92880f569198b6183c 2024-11-14T17:19:45,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/85322c2f1c424f92880f569198b6183c, entries=150, sequenceid=189, filesize=11.9 K 2024-11-14T17:19:45,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a89b7c4e9bfd470bd20eabaf98d63811 in 867ms, sequenceid=189, compaction requested=true 2024-11-14T17:19:45,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:45,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:45,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:45,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:45,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:45,114 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:45,114 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:45,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:45,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:45,115 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:45,115 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:45,115 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/A is initiating minor compaction (all files) 2024-11-14T17:19:45,115 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/B is initiating minor compaction (all files) 2024-11-14T17:19:45,115 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/A in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:45,115 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/B in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:45,115 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/a71689c140574dd0b1b1fdc6be94ebe9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/b42ddaa5e5ba4911aa6982cbed0c22ae, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/e970231f451d4867b2c61e72914d2797] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=38.2 K 2024-11-14T17:19:45,115 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b5e352fe1a5042d1b3770adb42c05572, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6f169fc60334440bbdbac2c2e92c2fb9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/1b1b06403c73474e8d61490582b2386e] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=35.9 K 2024-11-14T17:19:45,116 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting a71689c140574dd0b1b1fdc6be94ebe9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731604780814 2024-11-14T17:19:45,116 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting b5e352fe1a5042d1b3770adb42c05572, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731604780814 2024-11-14T17:19:45,116 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f169fc60334440bbdbac2c2e92c2fb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731604781947 2024-11-14T17:19:45,116 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting b42ddaa5e5ba4911aa6982cbed0c22ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731604781947 2024-11-14T17:19:45,116 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b1b06403c73474e8d61490582b2386e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731604783123 2024-11-14T17:19:45,116 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting e970231f451d4867b2c61e72914d2797, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731604783123 2024-11-14T17:19:45,123 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:45,124 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#A#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:45,124 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/05b50802c6b641c7b5a73ec122db6ce2 is 50, key is test_row_0/B:col10/1731604784246/Put/seqid=0 2024-11-14T17:19:45,124 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/faee3fb5b8ee4a93bd02955ab0630dcb is 50, key is test_row_0/A:col10/1731604784246/Put/seqid=0 2024-11-14T17:19:45,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742300_1476 (size=12561) 2024-11-14T17:19:45,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742301_1477 (size=12561) 2024-11-14T17:19:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T17:19:45,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-14T17:19:45,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:45,185 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T17:19:45,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:45,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:45,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:45,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:45,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:45,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:45,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/1ca86f5af8b6408ebeff6fd521b89552 is 50, key is test_row_0/A:col10/1731604784261/Put/seqid=0 2024-11-14T17:19:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742302_1478 (size=12151) 2024-11-14T17:19:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:45,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604845406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604845406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604845407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604845410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604845413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604845514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604845514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604845514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604845519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604845520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,532 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/05b50802c6b641c7b5a73ec122db6ce2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/05b50802c6b641c7b5a73ec122db6ce2 2024-11-14T17:19:45,536 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/B of a89b7c4e9bfd470bd20eabaf98d63811 into 05b50802c6b641c7b5a73ec122db6ce2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:45,537 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:45,537 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/B, priority=13, startTime=1731604785114; duration=0sec 2024-11-14T17:19:45,537 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:45,537 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:B 2024-11-14T17:19:45,537 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:45,537 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/faee3fb5b8ee4a93bd02955ab0630dcb as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/faee3fb5b8ee4a93bd02955ab0630dcb 2024-11-14T17:19:45,538 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:45,538 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/C is initiating minor compaction (all files) 2024-11-14T17:19:45,538 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/C in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:45,538 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/b9ea57bf185d475fb768f43862f69d34, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/0cad8319252e42b69f966de594d11a32, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/85322c2f1c424f92880f569198b6183c] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=35.9 K 2024-11-14T17:19:45,539 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting b9ea57bf185d475fb768f43862f69d34, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731604780814 2024-11-14T17:19:45,539 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cad8319252e42b69f966de594d11a32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731604781947 2024-11-14T17:19:45,539 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 85322c2f1c424f92880f569198b6183c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731604783123 2024-11-14T17:19:45,542 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/A of a89b7c4e9bfd470bd20eabaf98d63811 into faee3fb5b8ee4a93bd02955ab0630dcb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:45,542 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:45,542 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/A, priority=13, startTime=1731604785114; duration=0sec 2024-11-14T17:19:45,542 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:45,542 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:A 2024-11-14T17:19:45,546 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#C#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:45,546 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/2d4dcd25c13846efb876465f01560b2f is 50, key is test_row_0/C:col10/1731604784246/Put/seqid=0 2024-11-14T17:19:45,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742303_1479 (size=12561) 2024-11-14T17:19:45,593 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/1ca86f5af8b6408ebeff6fd521b89552 2024-11-14T17:19:45,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/ffa31e922c51469f8ddb33ce7c5d6d4a is 50, key is test_row_0/B:col10/1731604784261/Put/seqid=0 2024-11-14T17:19:45,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742304_1480 (size=12151) 2024-11-14T17:19:45,603 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/ffa31e922c51469f8ddb33ce7c5d6d4a 2024-11-14T17:19:45,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/95c66c4639064c67a9eaf8b256d5ff38 is 50, key is test_row_0/C:col10/1731604784261/Put/seqid=0 2024-11-14T17:19:45,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742305_1481 (size=12151) 2024-11-14T17:19:45,622 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/95c66c4639064c67a9eaf8b256d5ff38 2024-11-14T17:19:45,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/1ca86f5af8b6408ebeff6fd521b89552 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1ca86f5af8b6408ebeff6fd521b89552 2024-11-14T17:19:45,629 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1ca86f5af8b6408ebeff6fd521b89552, entries=150, sequenceid=202, filesize=11.9 K 2024-11-14T17:19:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/ffa31e922c51469f8ddb33ce7c5d6d4a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/ffa31e922c51469f8ddb33ce7c5d6d4a 2024-11-14T17:19:45,633 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/ffa31e922c51469f8ddb33ce7c5d6d4a, entries=150, sequenceid=202, filesize=11.9 K 2024-11-14T17:19:45,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/95c66c4639064c67a9eaf8b256d5ff38 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/95c66c4639064c67a9eaf8b256d5ff38 2024-11-14T17:19:45,636 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/95c66c4639064c67a9eaf8b256d5ff38, entries=150, sequenceid=202, filesize=11.9 K 2024-11-14T17:19:45,637 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a89b7c4e9bfd470bd20eabaf98d63811 in 452ms, sequenceid=202, compaction requested=false 2024-11-14T17:19:45,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:45,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:45,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-14T17:19:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-14T17:19:45,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-14T17:19:45,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0640 sec 2024-11-14T17:19:45,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.0680 sec 2024-11-14T17:19:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T17:19:45,677 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-14T17:19:45,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-14T17:19:45,679 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-14T17:19:45,679 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:45,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:45,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T17:19:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:45,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:45,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/8b57a369efd9494794e4924242f89550 is 50, key is test_row_0/A:col10/1731604785412/Put/seqid=0 2024-11-14T17:19:45,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742306_1482 (size=14541) 2024-11-14T17:19:45,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604845729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604845730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604845733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604845734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604845735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-14T17:19:45,830 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T17:19:45,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:45,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:45,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:45,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:45,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:45,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604845836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604845836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604845840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604845840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604845841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,957 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/2d4dcd25c13846efb876465f01560b2f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/2d4dcd25c13846efb876465f01560b2f 2024-11-14T17:19:45,961 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/C of a89b7c4e9bfd470bd20eabaf98d63811 into 2d4dcd25c13846efb876465f01560b2f(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:45,961 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:45,961 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/C, priority=13, startTime=1731604785114; duration=0sec 2024-11-14T17:19:45,961 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:45,961 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:C 2024-11-14T17:19:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-14T17:19:45,982 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:45,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T17:19:45,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:45,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:45,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:45,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:45,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:46,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604846039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604846040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604846044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604846044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604846045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/8b57a369efd9494794e4924242f89550 2024-11-14T17:19:46,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T17:19:46,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:46,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:46,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:46,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:46,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:46,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/e3165edd43fc4922aa2075b3e1bfeab2 is 50, key is test_row_0/B:col10/1731604785412/Put/seqid=0 2024-11-14T17:19:46,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742307_1483 (size=12151) 2024-11-14T17:19:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-14T17:19:46,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T17:19:46,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:46,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:46,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:46,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:46,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:46,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604846344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604846345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604846349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604846349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604846351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T17:19:46,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:46,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:46,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:46,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:46,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:46,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/e3165edd43fc4922aa2075b3e1bfeab2 2024-11-14T17:19:46,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/7a7011d3e1fc4fcf85031c0d5e411dc9 is 50, key is test_row_0/C:col10/1731604785412/Put/seqid=0 2024-11-14T17:19:46,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742308_1484 (size=12151) 2024-11-14T17:19:46,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/7a7011d3e1fc4fcf85031c0d5e411dc9 2024-11-14T17:19:46,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/8b57a369efd9494794e4924242f89550 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/8b57a369efd9494794e4924242f89550 2024-11-14T17:19:46,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/8b57a369efd9494794e4924242f89550, entries=200, sequenceid=228, filesize=14.2 K 2024-11-14T17:19:46,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/e3165edd43fc4922aa2075b3e1bfeab2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/e3165edd43fc4922aa2075b3e1bfeab2 2024-11-14T17:19:46,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/e3165edd43fc4922aa2075b3e1bfeab2, entries=150, sequenceid=228, filesize=11.9 K 2024-11-14T17:19:46,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/7a7011d3e1fc4fcf85031c0d5e411dc9 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/7a7011d3e1fc4fcf85031c0d5e411dc9 2024-11-14T17:19:46,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/7a7011d3e1fc4fcf85031c0d5e411dc9, entries=150, sequenceid=228, filesize=11.9 K 2024-11-14T17:19:46,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a89b7c4e9bfd470bd20eabaf98d63811 in 850ms, sequenceid=228, compaction requested=true 2024-11-14T17:19:46,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:46,574 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:46,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:46,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:46,574 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:46,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:46,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:46,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:46,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:46,575 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:46,575 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/A is initiating minor compaction (all files) 2024-11-14T17:19:46,575 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/A in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:46,575 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/faee3fb5b8ee4a93bd02955ab0630dcb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1ca86f5af8b6408ebeff6fd521b89552, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/8b57a369efd9494794e4924242f89550] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=38.3 K 2024-11-14T17:19:46,575 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:46,575 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/B is initiating minor compaction (all files) 2024-11-14T17:19:46,575 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/B in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:46,575 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/05b50802c6b641c7b5a73ec122db6ce2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/ffa31e922c51469f8ddb33ce7c5d6d4a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/e3165edd43fc4922aa2075b3e1bfeab2] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=36.0 K 2024-11-14T17:19:46,576 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting faee3fb5b8ee4a93bd02955ab0630dcb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731604783123 2024-11-14T17:19:46,576 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 05b50802c6b641c7b5a73ec122db6ce2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731604783123 2024-11-14T17:19:46,577 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ffa31e922c51469f8ddb33ce7c5d6d4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731604784255 2024-11-14T17:19:46,577 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ca86f5af8b6408ebeff6fd521b89552, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731604784255 2024-11-14T17:19:46,577 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting e3165edd43fc4922aa2075b3e1bfeab2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731604785405 2024-11-14T17:19:46,577 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b57a369efd9494794e4924242f89550, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731604785405 2024-11-14T17:19:46,586 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#B#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:46,586 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#A#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:46,587 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/ad1d24fd255f480280e02a932ca07c66 is 50, key is test_row_0/B:col10/1731604785412/Put/seqid=0 2024-11-14T17:19:46,587 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/64d27d615ddc49f296f271a9a47b7d45 is 50, key is test_row_0/A:col10/1731604785412/Put/seqid=0 2024-11-14T17:19:46,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T17:19:46,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:46,594 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T17:19:46,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:46,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:46,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:46,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:46,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:46,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:46,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/4e09779f906e496e89fb1da7f03c3de6 is 50, key is test_row_0/A:col10/1731604785733/Put/seqid=0 2024-11-14T17:19:46,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742309_1485 (size=12663) 2024-11-14T17:19:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742310_1486 (size=12663) 2024-11-14T17:19:46,607 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/64d27d615ddc49f296f271a9a47b7d45 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/64d27d615ddc49f296f271a9a47b7d45 2024-11-14T17:19:46,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742311_1487 (size=12151) 2024-11-14T17:19:46,611 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/4e09779f906e496e89fb1da7f03c3de6 2024-11-14T17:19:46,612 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/A of a89b7c4e9bfd470bd20eabaf98d63811 into 64d27d615ddc49f296f271a9a47b7d45(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:46,612 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:46,612 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/A, priority=13, startTime=1731604786574; duration=0sec 2024-11-14T17:19:46,612 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:46,612 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:A 2024-11-14T17:19:46,612 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:46,613 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:46,613 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/C is initiating minor compaction (all files) 2024-11-14T17:19:46,614 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/C in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:46,614 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/2d4dcd25c13846efb876465f01560b2f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/95c66c4639064c67a9eaf8b256d5ff38, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/7a7011d3e1fc4fcf85031c0d5e411dc9] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=36.0 K 2024-11-14T17:19:46,614 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d4dcd25c13846efb876465f01560b2f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731604783123 2024-11-14T17:19:46,614 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95c66c4639064c67a9eaf8b256d5ff38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731604784255 2024-11-14T17:19:46,615 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a7011d3e1fc4fcf85031c0d5e411dc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731604785405 2024-11-14T17:19:46,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/8556199319d649eca6a4ae592f5cf884 is 50, key is test_row_0/B:col10/1731604785733/Put/seqid=0 2024-11-14T17:19:46,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742312_1488 (size=12151) 2024-11-14T17:19:46,638 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#C#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:46,638 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/d0d5079ff40f40dab6b961c4b84877a2 is 50, key is test_row_0/C:col10/1731604785412/Put/seqid=0 2024-11-14T17:19:46,639 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/8556199319d649eca6a4ae592f5cf884 2024-11-14T17:19:46,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/33ec041bd1bc4d81bebd9ef0e0ceeee6 is 50, key is test_row_0/C:col10/1731604785733/Put/seqid=0 2024-11-14T17:19:46,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742313_1489 (size=12663) 2024-11-14T17:19:46,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742314_1490 (size=12151) 2024-11-14T17:19:46,664 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/33ec041bd1bc4d81bebd9ef0e0ceeee6 2024-11-14T17:19:46,665 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/d0d5079ff40f40dab6b961c4b84877a2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d0d5079ff40f40dab6b961c4b84877a2 2024-11-14T17:19:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/4e09779f906e496e89fb1da7f03c3de6 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4e09779f906e496e89fb1da7f03c3de6 2024-11-14T17:19:46,671 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/C of a89b7c4e9bfd470bd20eabaf98d63811 into d0d5079ff40f40dab6b961c4b84877a2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:46,671 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:46,671 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/C, priority=13, startTime=1731604786574; duration=0sec 2024-11-14T17:19:46,671 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:46,671 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:C 2024-11-14T17:19:46,672 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4e09779f906e496e89fb1da7f03c3de6, entries=150, sequenceid=241, filesize=11.9 K 2024-11-14T17:19:46,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/8556199319d649eca6a4ae592f5cf884 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/8556199319d649eca6a4ae592f5cf884 2024-11-14T17:19:46,676 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/8556199319d649eca6a4ae592f5cf884, entries=150, sequenceid=241, filesize=11.9 K 2024-11-14T17:19:46,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/33ec041bd1bc4d81bebd9ef0e0ceeee6 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/33ec041bd1bc4d81bebd9ef0e0ceeee6 2024-11-14T17:19:46,681 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/33ec041bd1bc4d81bebd9ef0e0ceeee6, entries=150, sequenceid=241, filesize=11.9 K 2024-11-14T17:19:46,681 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for a89b7c4e9bfd470bd20eabaf98d63811 in 88ms, sequenceid=241, compaction requested=false 2024-11-14T17:19:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-14T17:19:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-14T17:19:46,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-14T17:19:46,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0020 sec 2024-11-14T17:19:46,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.0070 sec 2024-11-14T17:19:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-14T17:19:46,782 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-14T17:19:46,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-14T17:19:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-14T17:19:46,785 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:46,785 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:46,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:46,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:19:46,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:46,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:46,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:46,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:46,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:46,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:46,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/9d1b767c2e3b4c3b874906c5fa674b52 is 50, key is test_row_0/A:col10/1731604786858/Put/seqid=0 2024-11-14T17:19:46,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742315_1491 (size=19321) 2024-11-14T17:19:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-14T17:19:46,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604846886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604846887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604846890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604846891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604846893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-14T17:19:46,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:46,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:46,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:46,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:46,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604846994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604846994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604846994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,006 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/ad1d24fd255f480280e02a932ca07c66 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/ad1d24fd255f480280e02a932ca07c66 2024-11-14T17:19:47,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604847002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604847004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,010 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/B of a89b7c4e9bfd470bd20eabaf98d63811 into ad1d24fd255f480280e02a932ca07c66(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:47,010 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:47,011 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/B, priority=13, startTime=1731604786574; duration=0sec 2024-11-14T17:19:47,011 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:47,011 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:B 2024-11-14T17:19:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-14T17:19:47,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-14T17:19:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:47,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:47,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604847197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604847197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604847198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604847209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604847209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-14T17:19:47,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:47,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:47,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:47,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:47,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:47,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/9d1b767c2e3b4c3b874906c5fa674b52 2024-11-14T17:19:47,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/929914528a6c4079807b57205d12fbe3 is 50, key is test_row_0/B:col10/1731604786858/Put/seqid=0 2024-11-14T17:19:47,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742316_1492 (size=12151) 2024-11-14T17:19:47,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/929914528a6c4079807b57205d12fbe3 2024-11-14T17:19:47,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/f7fd398aea7f425b9f37471c056ce80f is 50, key is test_row_0/C:col10/1731604786858/Put/seqid=0 2024-11-14T17:19:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742317_1493 (size=12151) 2024-11-14T17:19:47,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/f7fd398aea7f425b9f37471c056ce80f 2024-11-14T17:19:47,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/9d1b767c2e3b4c3b874906c5fa674b52 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/9d1b767c2e3b4c3b874906c5fa674b52 2024-11-14T17:19:47,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/9d1b767c2e3b4c3b874906c5fa674b52, entries=300, sequenceid=255, filesize=18.9 K 2024-11-14T17:19:47,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/929914528a6c4079807b57205d12fbe3 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/929914528a6c4079807b57205d12fbe3 2024-11-14T17:19:47,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/929914528a6c4079807b57205d12fbe3, entries=150, sequenceid=255, filesize=11.9 K 2024-11-14T17:19:47,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/f7fd398aea7f425b9f37471c056ce80f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/f7fd398aea7f425b9f37471c056ce80f 2024-11-14T17:19:47,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/f7fd398aea7f425b9f37471c056ce80f, entries=150, sequenceid=255, filesize=11.9 K 2024-11-14T17:19:47,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a89b7c4e9bfd470bd20eabaf98d63811 in 445ms, sequenceid=255, compaction requested=true 2024-11-14T17:19:47,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:47,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:47,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:47,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:47,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:47,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:47,306 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:47,306 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:47,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:47,306 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:47,306 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44135 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:47,307 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/B is initiating minor compaction (all files) 2024-11-14T17:19:47,307 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/A is initiating minor compaction (all files) 2024-11-14T17:19:47,307 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/B in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:47,307 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/A in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:47,307 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/ad1d24fd255f480280e02a932ca07c66, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/8556199319d649eca6a4ae592f5cf884, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/929914528a6c4079807b57205d12fbe3] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=36.1 K 2024-11-14T17:19:47,307 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/64d27d615ddc49f296f271a9a47b7d45, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4e09779f906e496e89fb1da7f03c3de6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/9d1b767c2e3b4c3b874906c5fa674b52] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=43.1 K 2024-11-14T17:19:47,307 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ad1d24fd255f480280e02a932ca07c66, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731604785405 2024-11-14T17:19:47,307 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64d27d615ddc49f296f271a9a47b7d45, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731604785405 2024-11-14T17:19:47,307 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e09779f906e496e89fb1da7f03c3de6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731604785728 2024-11-14T17:19:47,307 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 8556199319d649eca6a4ae592f5cf884, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731604785728 2024-11-14T17:19:47,308 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 929914528a6c4079807b57205d12fbe3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731604786857 2024-11-14T17:19:47,308 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d1b767c2e3b4c3b874906c5fa674b52, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731604786852 2024-11-14T17:19:47,315 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:47,315 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/e30262208af14f96a1e9d96a3cb15af2 is 50, key is test_row_0/A:col10/1731604786858/Put/seqid=0 2024-11-14T17:19:47,315 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:47,316 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/6591ec3135054c1db79e63a27da11f5b is 50, key is test_row_0/B:col10/1731604786858/Put/seqid=0 2024-11-14T17:19:47,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742318_1494 (size=12765) 2024-11-14T17:19:47,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742319_1495 (size=12765) 2024-11-14T17:19:47,327 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/6591ec3135054c1db79e63a27da11f5b as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6591ec3135054c1db79e63a27da11f5b 2024-11-14T17:19:47,327 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/e30262208af14f96a1e9d96a3cb15af2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/e30262208af14f96a1e9d96a3cb15af2 2024-11-14T17:19:47,332 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/A of a89b7c4e9bfd470bd20eabaf98d63811 into e30262208af14f96a1e9d96a3cb15af2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:47,332 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:47,332 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/B of a89b7c4e9bfd470bd20eabaf98d63811 into 6591ec3135054c1db79e63a27da11f5b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:47,332 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/A, priority=13, startTime=1731604787306; duration=0sec 2024-11-14T17:19:47,332 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:47,332 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/B, priority=13, startTime=1731604787306; duration=0sec 2024-11-14T17:19:47,332 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:47,332 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:A 2024-11-14T17:19:47,332 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:47,332 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:B 2024-11-14T17:19:47,332 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:47,333 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:47,333 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/C is initiating minor compaction (all files) 2024-11-14T17:19:47,333 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/C in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:47,333 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d0d5079ff40f40dab6b961c4b84877a2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/33ec041bd1bc4d81bebd9ef0e0ceeee6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/f7fd398aea7f425b9f37471c056ce80f] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=36.1 K 2024-11-14T17:19:47,334 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0d5079ff40f40dab6b961c4b84877a2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731604785405 2024-11-14T17:19:47,334 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33ec041bd1bc4d81bebd9ef0e0ceeee6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731604785728 2024-11-14T17:19:47,334 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7fd398aea7f425b9f37471c056ce80f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731604786857 2024-11-14T17:19:47,341 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#C#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:47,341 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/020188fa3fad47aa9f82f73c22fdf0ce is 50, key is test_row_0/C:col10/1731604786858/Put/seqid=0 2024-11-14T17:19:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742320_1496 (size=12765) 2024-11-14T17:19:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-14T17:19:47,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-14T17:19:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:47,396 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T17:19:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:47,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/74d2f613f0814d6a882f74d4d5fbc1aa is 50, key is test_row_0/A:col10/1731604786891/Put/seqid=0 2024-11-14T17:19:47,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742321_1497 (size=12301) 2024-11-14T17:19:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:47,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:47,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604847513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604847514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604847517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604847518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604847518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604847619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604847622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604847623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604847623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,768 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/020188fa3fad47aa9f82f73c22fdf0ce as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/020188fa3fad47aa9f82f73c22fdf0ce 2024-11-14T17:19:47,771 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/C of a89b7c4e9bfd470bd20eabaf98d63811 into 020188fa3fad47aa9f82f73c22fdf0ce(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:47,772 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:47,772 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/C, priority=13, startTime=1731604787306; duration=0sec 2024-11-14T17:19:47,772 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:47,772 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:C 2024-11-14T17:19:47,806 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/74d2f613f0814d6a882f74d4d5fbc1aa 2024-11-14T17:19:47,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/7966ac2a4e9b4191945c7df3a2d5681d is 50, key is test_row_0/B:col10/1731604786891/Put/seqid=0 2024-11-14T17:19:47,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742322_1498 (size=12301) 2024-11-14T17:19:47,827 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/7966ac2a4e9b4191945c7df3a2d5681d 2024-11-14T17:19:47,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604847825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604847826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604847827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604847827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:47,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/bb7a814214e34c15833eefb248c0c58b is 50, key is test_row_0/C:col10/1731604786891/Put/seqid=0 2024-11-14T17:19:47,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742323_1499 (size=12301) 2024-11-14T17:19:47,840 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/bb7a814214e34c15833eefb248c0c58b 2024-11-14T17:19:47,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/74d2f613f0814d6a882f74d4d5fbc1aa as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/74d2f613f0814d6a882f74d4d5fbc1aa 2024-11-14T17:19:47,847 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/74d2f613f0814d6a882f74d4d5fbc1aa, entries=150, sequenceid=282, filesize=12.0 K 2024-11-14T17:19:47,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/7966ac2a4e9b4191945c7df3a2d5681d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/7966ac2a4e9b4191945c7df3a2d5681d 2024-11-14T17:19:47,852 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/7966ac2a4e9b4191945c7df3a2d5681d, entries=150, sequenceid=282, filesize=12.0 K 2024-11-14T17:19:47,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/bb7a814214e34c15833eefb248c0c58b as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/bb7a814214e34c15833eefb248c0c58b 2024-11-14T17:19:47,856 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/bb7a814214e34c15833eefb248c0c58b, entries=150, sequenceid=282, filesize=12.0 K 2024-11-14T17:19:47,857 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a89b7c4e9bfd470bd20eabaf98d63811 in 461ms, sequenceid=282, compaction requested=false 2024-11-14T17:19:47,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:47,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:47,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-14T17:19:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-14T17:19:47,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-14T17:19:47,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0730 sec 2024-11-14T17:19:47,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.0770 sec 2024-11-14T17:19:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-14T17:19:47,888 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-14T17:19:47,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-14T17:19:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-14T17:19:47,891 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:47,891 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:47,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-14T17:19:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:48,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T17:19:48,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:48,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:48,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:48,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:48,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:48,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:48,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/593c6972b9d74fc7b642cb1c9aa7c7ca is 50, key is test_row_0/A:col10/1731604788022/Put/seqid=0 2024-11-14T17:19:48,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742324_1500 (size=14741) 2024-11-14T17:19:48,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/593c6972b9d74fc7b642cb1c9aa7c7ca 2024-11-14T17:19:48,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/f1d1d3b8e46b4e1290f0d76306bef351 is 50, key is test_row_0/B:col10/1731604788022/Put/seqid=0 2024-11-14T17:19:48,042 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T17:19:48,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:48,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:48,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:48,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:48,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742325_1501 (size=12301) 2024-11-14T17:19:48,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/f1d1d3b8e46b4e1290f0d76306bef351 2024-11-14T17:19:48,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/fdd9585e912342528a151903d2a08775 is 50, key is test_row_0/C:col10/1731604788022/Put/seqid=0 2024-11-14T17:19:48,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742326_1502 (size=12301) 2024-11-14T17:19:48,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604848126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604848132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604848133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604848133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604848134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-14T17:19:48,195 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T17:19:48,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:48,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:48,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:48,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:48,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:48,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604848231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,347 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T17:19:48,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:48,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:48,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:48,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:48,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:48,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604848432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/fdd9585e912342528a151903d2a08775 2024-11-14T17:19:48,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/593c6972b9d74fc7b642cb1c9aa7c7ca as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/593c6972b9d74fc7b642cb1c9aa7c7ca 2024-11-14T17:19:48,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/593c6972b9d74fc7b642cb1c9aa7c7ca, entries=200, sequenceid=296, filesize=14.4 K 2024-11-14T17:19:48,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/f1d1d3b8e46b4e1290f0d76306bef351 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/f1d1d3b8e46b4e1290f0d76306bef351 2024-11-14T17:19:48,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/f1d1d3b8e46b4e1290f0d76306bef351, entries=150, sequenceid=296, filesize=12.0 K 2024-11-14T17:19:48,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/fdd9585e912342528a151903d2a08775 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/fdd9585e912342528a151903d2a08775 2024-11-14T17:19:48,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/fdd9585e912342528a151903d2a08775, entries=150, sequenceid=296, filesize=12.0 K 2024-11-14T17:19:48,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a89b7c4e9bfd470bd20eabaf98d63811 in 456ms, sequenceid=296, compaction requested=true 2024-11-14T17:19:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:48,479 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:48,479 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:48,480 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:48,480 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/A is initiating minor compaction (all files) 2024-11-14T17:19:48,480 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/A in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:48,480 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/e30262208af14f96a1e9d96a3cb15af2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/74d2f613f0814d6a882f74d4d5fbc1aa, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/593c6972b9d74fc7b642cb1c9aa7c7ca] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=38.9 K 2024-11-14T17:19:48,481 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting e30262208af14f96a1e9d96a3cb15af2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731604786857 2024-11-14T17:19:48,481 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:48,481 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74d2f613f0814d6a882f74d4d5fbc1aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731604786883 2024-11-14T17:19:48,481 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/B is initiating minor compaction (all files) 2024-11-14T17:19:48,481 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/B in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:48,481 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6591ec3135054c1db79e63a27da11f5b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/7966ac2a4e9b4191945c7df3a2d5681d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/f1d1d3b8e46b4e1290f0d76306bef351] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=36.5 K 2024-11-14T17:19:48,481 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 593c6972b9d74fc7b642cb1c9aa7c7ca, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731604787515 2024-11-14T17:19:48,481 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 6591ec3135054c1db79e63a27da11f5b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731604786857 2024-11-14T17:19:48,482 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 7966ac2a4e9b4191945c7df3a2d5681d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731604786883 2024-11-14T17:19:48,482 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting f1d1d3b8e46b4e1290f0d76306bef351, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731604787515 2024-11-14T17:19:48,487 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#A#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:48,487 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/51cfd289781649ac8e13f14b3d3ffcaa is 50, key is test_row_0/A:col10/1731604788022/Put/seqid=0 2024-11-14T17:19:48,487 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#B#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:48,488 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/0bbbd8d754db49b59b030439c43244c9 is 50, key is test_row_0/B:col10/1731604788022/Put/seqid=0 2024-11-14T17:19:48,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742327_1503 (size=13017) 2024-11-14T17:19:48,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742328_1504 (size=13017) 2024-11-14T17:19:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-14T17:19:48,496 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/0bbbd8d754db49b59b030439c43244c9 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/0bbbd8d754db49b59b030439c43244c9 2024-11-14T17:19:48,499 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T17:19:48,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:48,499 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T17:19:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:48,501 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/B of a89b7c4e9bfd470bd20eabaf98d63811 into 0bbbd8d754db49b59b030439c43244c9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:48,501 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:48,501 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/B, priority=13, startTime=1731604788479; duration=0sec 2024-11-14T17:19:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:48,501 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:48,501 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:B 2024-11-14T17:19:48,501 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:48,502 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:48,502 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/C is initiating minor compaction (all files) 2024-11-14T17:19:48,502 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/C in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:48,502 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/020188fa3fad47aa9f82f73c22fdf0ce, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/bb7a814214e34c15833eefb248c0c58b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/fdd9585e912342528a151903d2a08775] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=36.5 K 2024-11-14T17:19:48,503 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 020188fa3fad47aa9f82f73c22fdf0ce, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731604786857 2024-11-14T17:19:48,503 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting bb7a814214e34c15833eefb248c0c58b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731604786883 2024-11-14T17:19:48,503 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting fdd9585e912342528a151903d2a08775, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731604787515 2024-11-14T17:19:48,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/dd15fb6b386540dd83757c1d7cc4cbfd is 50, key is test_row_0/A:col10/1731604788107/Put/seqid=0 2024-11-14T17:19:48,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742329_1505 (size=12301) 2024-11-14T17:19:48,510 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#C#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:48,511 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/ecb81451309b4c00acb1a4b127a0e5d1 is 50, key is test_row_0/C:col10/1731604788022/Put/seqid=0 2024-11-14T17:19:48,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742330_1506 (size=13017) 2024-11-14T17:19:48,520 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/ecb81451309b4c00acb1a4b127a0e5d1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ecb81451309b4c00acb1a4b127a0e5d1 2024-11-14T17:19:48,524 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/C of a89b7c4e9bfd470bd20eabaf98d63811 into ecb81451309b4c00acb1a4b127a0e5d1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:48,524 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:48,524 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/C, priority=13, startTime=1731604788479; duration=0sec 2024-11-14T17:19:48,524 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:48,524 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:C 2024-11-14T17:19:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:48,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:48,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604848651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604848652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604848655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604848655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604848737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604848756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604848756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604848760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604848760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,896 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/51cfd289781649ac8e13f14b3d3ffcaa as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/51cfd289781649ac8e13f14b3d3ffcaa 2024-11-14T17:19:48,900 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/A of a89b7c4e9bfd470bd20eabaf98d63811 into 51cfd289781649ac8e13f14b3d3ffcaa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:48,900 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:48,900 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/A, priority=13, startTime=1731604788479; duration=0sec 2024-11-14T17:19:48,900 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:48,900 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:A 2024-11-14T17:19:48,909 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/dd15fb6b386540dd83757c1d7cc4cbfd 2024-11-14T17:19:48,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/6c1701dbba2743cfa11a3871385d49bc is 50, key is test_row_0/B:col10/1731604788107/Put/seqid=0 2024-11-14T17:19:48,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742331_1507 (size=12301) 2024-11-14T17:19:48,922 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/6c1701dbba2743cfa11a3871385d49bc 2024-11-14T17:19:48,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/a525c640f3914534a5c0024581e5c8d3 is 50, key is test_row_0/C:col10/1731604788107/Put/seqid=0 2024-11-14T17:19:48,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742332_1508 (size=12301) 2024-11-14T17:19:48,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604848959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604848961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604848965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604848965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-14T17:19:49,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604849243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:49,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604849267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:49,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604849267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:49,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604849268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:49,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604849268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:49,332 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/a525c640f3914534a5c0024581e5c8d3 2024-11-14T17:19:49,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/dd15fb6b386540dd83757c1d7cc4cbfd as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/dd15fb6b386540dd83757c1d7cc4cbfd 2024-11-14T17:19:49,338 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/dd15fb6b386540dd83757c1d7cc4cbfd, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T17:19:49,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/6c1701dbba2743cfa11a3871385d49bc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6c1701dbba2743cfa11a3871385d49bc 2024-11-14T17:19:49,341 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6c1701dbba2743cfa11a3871385d49bc, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T17:19:49,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/a525c640f3914534a5c0024581e5c8d3 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/a525c640f3914534a5c0024581e5c8d3 2024-11-14T17:19:49,344 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/a525c640f3914534a5c0024581e5c8d3, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T17:19:49,345 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for a89b7c4e9bfd470bd20eabaf98d63811 in 846ms, sequenceid=320, compaction requested=false 2024-11-14T17:19:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-14T17:19:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-14T17:19:49,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-14T17:19:49,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4550 sec 2024-11-14T17:19:49,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.4590 sec 2024-11-14T17:19:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:49,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T17:19:49,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:49,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:49,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:49,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:49,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:49,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:49,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/f5d233628e3b4e2c86eb4a931f7b4bcc is 50, key is test_row_0/A:col10/1731604788654/Put/seqid=0 2024-11-14T17:19:49,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742333_1509 (size=14741) 2024-11-14T17:19:49,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604849799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:49,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604849800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:49,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604849802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:49,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604849803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:49,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604849904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:49,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604849905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:49,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604849907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:49,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604849909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-14T17:19:49,995 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-14T17:19:49,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-14T17:19:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-14T17:19:49,997 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:49,998 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:49,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-14T17:19:50,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604850108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604850109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604850111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604850113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T17:19:50,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:50,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:50,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:50,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:50,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:50,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/f5d233628e3b4e2c86eb4a931f7b4bcc 2024-11-14T17:19:50,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/e47b22c8721f4bb99db6d0055a6d7116 is 50, key is test_row_0/B:col10/1731604788654/Put/seqid=0 2024-11-14T17:19:50,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742334_1510 (size=12301) 2024-11-14T17:19:50,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604850251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-14T17:19:50,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T17:19:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:50,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:50,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604850414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604850414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604850415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604850419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T17:19:50,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:50,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:50,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:50,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:50,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:50,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/e47b22c8721f4bb99db6d0055a6d7116 2024-11-14T17:19:50,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/9ad8d53c08b04d19af28d5e90db7ac29 is 50, key is test_row_0/C:col10/1731604788654/Put/seqid=0 2024-11-14T17:19:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-14T17:19:50,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742335_1511 (size=12301) 2024-11-14T17:19:50,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/9ad8d53c08b04d19af28d5e90db7ac29 2024-11-14T17:19:50,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/f5d233628e3b4e2c86eb4a931f7b4bcc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/f5d233628e3b4e2c86eb4a931f7b4bcc 2024-11-14T17:19:50,606 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T17:19:50,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:50,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:50,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:50,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:50,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:19:50,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/f5d233628e3b4e2c86eb4a931f7b4bcc, entries=200, sequenceid=337, filesize=14.4 K 2024-11-14T17:19:50,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/e47b22c8721f4bb99db6d0055a6d7116 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/e47b22c8721f4bb99db6d0055a6d7116 2024-11-14T17:19:50,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/e47b22c8721f4bb99db6d0055a6d7116, entries=150, sequenceid=337, filesize=12.0 K 2024-11-14T17:19:50,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/9ad8d53c08b04d19af28d5e90db7ac29 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/9ad8d53c08b04d19af28d5e90db7ac29 2024-11-14T17:19:50,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/9ad8d53c08b04d19af28d5e90db7ac29, entries=150, sequenceid=337, filesize=12.0 K 2024-11-14T17:19:50,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a89b7c4e9bfd470bd20eabaf98d63811 in 844ms, sequenceid=337, compaction requested=true 2024-11-14T17:19:50,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:50,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:50,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:50,618 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:50,618 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:50,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:50,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:50,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:50,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:50,619 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:50,619 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:50,619 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/B is initiating minor compaction (all files) 2024-11-14T17:19:50,619 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/A is initiating minor compaction (all files) 2024-11-14T17:19:50,619 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/A in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:50,619 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/B in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:50,619 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/51cfd289781649ac8e13f14b3d3ffcaa, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/dd15fb6b386540dd83757c1d7cc4cbfd, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/f5d233628e3b4e2c86eb4a931f7b4bcc] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=39.1 K 2024-11-14T17:19:50,619 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/0bbbd8d754db49b59b030439c43244c9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6c1701dbba2743cfa11a3871385d49bc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/e47b22c8721f4bb99db6d0055a6d7116] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=36.7 K 2024-11-14T17:19:50,620 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51cfd289781649ac8e13f14b3d3ffcaa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731604787515 2024-11-14T17:19:50,620 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bbbd8d754db49b59b030439c43244c9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731604787515 2024-11-14T17:19:50,620 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c1701dbba2743cfa11a3871385d49bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731604788107 2024-11-14T17:19:50,620 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd15fb6b386540dd83757c1d7cc4cbfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731604788107 2024-11-14T17:19:50,620 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting e47b22c8721f4bb99db6d0055a6d7116, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731604788654 2024-11-14T17:19:50,620 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5d233628e3b4e2c86eb4a931f7b4bcc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731604788651 2024-11-14T17:19:50,627 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#B#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:50,627 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#A#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:50,628 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/3ec6c687305b4f4da7830df33bc99cd7 is 50, key is test_row_0/A:col10/1731604788654/Put/seqid=0 2024-11-14T17:19:50,628 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/b7ffc44a76f14d9bba44f5b1b55a2d98 is 50, key is test_row_0/B:col10/1731604788654/Put/seqid=0 2024-11-14T17:19:50,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742336_1512 (size=13119) 2024-11-14T17:19:50,648 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/b7ffc44a76f14d9bba44f5b1b55a2d98 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b7ffc44a76f14d9bba44f5b1b55a2d98 2024-11-14T17:19:50,657 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/B of a89b7c4e9bfd470bd20eabaf98d63811 into b7ffc44a76f14d9bba44f5b1b55a2d98(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:50,657 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:50,657 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/B, priority=13, startTime=1731604790618; duration=0sec 2024-11-14T17:19:50,658 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:50,658 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:B 2024-11-14T17:19:50,658 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:50,659 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:50,659 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/C is initiating minor compaction (all files) 2024-11-14T17:19:50,659 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/C in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:50,659 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ecb81451309b4c00acb1a4b127a0e5d1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/a525c640f3914534a5c0024581e5c8d3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/9ad8d53c08b04d19af28d5e90db7ac29] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=36.7 K 2024-11-14T17:19:50,659 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ecb81451309b4c00acb1a4b127a0e5d1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731604787515 2024-11-14T17:19:50,660 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting a525c640f3914534a5c0024581e5c8d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731604788107 2024-11-14T17:19:50,661 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ad8d53c08b04d19af28d5e90db7ac29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731604788654 2024-11-14T17:19:50,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742337_1513 (size=13119) 2024-11-14T17:19:50,669 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/3ec6c687305b4f4da7830df33bc99cd7 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/3ec6c687305b4f4da7830df33bc99cd7 2024-11-14T17:19:50,671 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#C#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:50,671 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/f3b2ba5a04cb4c32b0d845a2296dfca1 is 50, key is test_row_0/C:col10/1731604788654/Put/seqid=0 2024-11-14T17:19:50,678 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/A of a89b7c4e9bfd470bd20eabaf98d63811 into 3ec6c687305b4f4da7830df33bc99cd7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:50,678 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:50,678 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/A, priority=13, startTime=1731604790618; duration=0sec 2024-11-14T17:19:50,678 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:50,678 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:A 2024-11-14T17:19:50,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742338_1514 (size=13119) 2024-11-14T17:19:50,690 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/f3b2ba5a04cb4c32b0d845a2296dfca1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/f3b2ba5a04cb4c32b0d845a2296dfca1 2024-11-14T17:19:50,694 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/C of a89b7c4e9bfd470bd20eabaf98d63811 into f3b2ba5a04cb4c32b0d845a2296dfca1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:50,694 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:50,694 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/C, priority=13, startTime=1731604790618; duration=0sec 2024-11-14T17:19:50,695 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:50,695 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:C 2024-11-14T17:19:50,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T17:19:50,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:50,759 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T17:19:50,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:50,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:50,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:50,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:50,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:50,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:50,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/3a0cf2ed91f94bc08c746abeefca8ecd is 50, key is test_row_0/A:col10/1731604789801/Put/seqid=0 2024-11-14T17:19:50,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742339_1515 (size=12301) 2024-11-14T17:19:50,770 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/3a0cf2ed91f94bc08c746abeefca8ecd 2024-11-14T17:19:50,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/c069e423290944c090bf8126a03d0902 is 50, key is test_row_0/B:col10/1731604789801/Put/seqid=0 2024-11-14T17:19:50,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742340_1516 (size=12301) 2024-11-14T17:19:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:50,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:50,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604850930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604850931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604850932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:50,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604850936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604851037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604851037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604851038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604851042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-14T17:19:51,181 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/c069e423290944c090bf8126a03d0902 2024-11-14T17:19:51,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/ae765519128743c6b1160cbafd50fc25 is 50, key is test_row_0/C:col10/1731604789801/Put/seqid=0 2024-11-14T17:19:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742341_1517 (size=12301) 2024-11-14T17:19:51,192 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/ae765519128743c6b1160cbafd50fc25 2024-11-14T17:19:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/3a0cf2ed91f94bc08c746abeefca8ecd as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/3a0cf2ed91f94bc08c746abeefca8ecd 2024-11-14T17:19:51,198 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/3a0cf2ed91f94bc08c746abeefca8ecd, entries=150, sequenceid=361, filesize=12.0 K 2024-11-14T17:19:51,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/c069e423290944c090bf8126a03d0902 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/c069e423290944c090bf8126a03d0902 2024-11-14T17:19:51,202 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/c069e423290944c090bf8126a03d0902, entries=150, sequenceid=361, filesize=12.0 K 2024-11-14T17:19:51,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/ae765519128743c6b1160cbafd50fc25 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ae765519128743c6b1160cbafd50fc25 2024-11-14T17:19:51,205 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ae765519128743c6b1160cbafd50fc25, entries=150, sequenceid=361, filesize=12.0 K 2024-11-14T17:19:51,206 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a89b7c4e9bfd470bd20eabaf98d63811 in 447ms, sequenceid=361, compaction requested=false 2024-11-14T17:19:51,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:51,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:51,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-14T17:19:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-14T17:19:51,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-14T17:19:51,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2090 sec 2024-11-14T17:19:51,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.2120 sec 2024-11-14T17:19:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:51,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T17:19:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:51,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:51,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:51,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/39ed63a29d114be78bc2f58c655fe28f is 50, key is test_row_0/A:col10/1731604791246/Put/seqid=0 2024-11-14T17:19:51,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742342_1518 (size=12301) 2024-11-14T17:19:51,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/39ed63a29d114be78bc2f58c655fe28f 2024-11-14T17:19:51,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/b3fdbed870a646eda2ad6e7d3b0bcfa2 is 50, key is test_row_0/B:col10/1731604791246/Put/seqid=0 2024-11-14T17:19:51,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742343_1519 (size=12301) 2024-11-14T17:19:51,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604851267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604851268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604851270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604851271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604851372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604851380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604851380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604851380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604851582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604851583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604851583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604851584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/b3fdbed870a646eda2ad6e7d3b0bcfa2 2024-11-14T17:19:51,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/d8153d973b9c44bca6cb388f3bd310e1 is 50, key is test_row_0/C:col10/1731604791246/Put/seqid=0 2024-11-14T17:19:51,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742344_1520 (size=12301) 2024-11-14T17:19:51,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604851886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604851887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604851888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:51,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604851889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:52,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/d8153d973b9c44bca6cb388f3bd310e1 2024-11-14T17:19:52,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/39ed63a29d114be78bc2f58c655fe28f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/39ed63a29d114be78bc2f58c655fe28f 2024-11-14T17:19:52,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/39ed63a29d114be78bc2f58c655fe28f, entries=150, sequenceid=378, filesize=12.0 K 2024-11-14T17:19:52,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/b3fdbed870a646eda2ad6e7d3b0bcfa2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b3fdbed870a646eda2ad6e7d3b0bcfa2 2024-11-14T17:19:52,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b3fdbed870a646eda2ad6e7d3b0bcfa2, entries=150, sequenceid=378, filesize=12.0 K 2024-11-14T17:19:52,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/d8153d973b9c44bca6cb388f3bd310e1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d8153d973b9c44bca6cb388f3bd310e1 2024-11-14T17:19:52,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d8153d973b9c44bca6cb388f3bd310e1, entries=150, sequenceid=378, filesize=12.0 K 2024-11-14T17:19:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-14T17:19:52,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a89b7c4e9bfd470bd20eabaf98d63811 in 856ms, sequenceid=378, compaction requested=true 2024-11-14T17:19:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:52,103 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-14T17:19:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:19:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:19:52,103 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89b7c4e9bfd470bd20eabaf98d63811:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:19:52,103 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:52,104 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:52,104 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:52,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:52,104 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/B is initiating minor compaction (all files) 2024-11-14T17:19:52,104 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/A is initiating minor compaction (all files) 2024-11-14T17:19:52,104 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/A in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:52,105 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/3ec6c687305b4f4da7830df33bc99cd7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/3a0cf2ed91f94bc08c746abeefca8ecd, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/39ed63a29d114be78bc2f58c655fe28f] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=36.8 K 2024-11-14T17:19:52,105 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/B in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:52,105 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b7ffc44a76f14d9bba44f5b1b55a2d98, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/c069e423290944c090bf8126a03d0902, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b3fdbed870a646eda2ad6e7d3b0bcfa2] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=36.8 K 2024-11-14T17:19:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-14T17:19:52,105 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ec6c687305b4f4da7830df33bc99cd7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731604788654 2024-11-14T17:19:52,106 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting b7ffc44a76f14d9bba44f5b1b55a2d98, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731604788654 2024-11-14T17:19:52,106 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a0cf2ed91f94bc08c746abeefca8ecd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731604789796 2024-11-14T17:19:52,106 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:52,106 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c069e423290944c090bf8126a03d0902, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731604789796 2024-11-14T17:19:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-14T17:19:52,106 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39ed63a29d114be78bc2f58c655fe28f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731604790929 2024-11-14T17:19:52,106 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:52,106 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting b3fdbed870a646eda2ad6e7d3b0bcfa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731604790929 2024-11-14T17:19:52,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:52,114 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#A#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:52,115 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#B#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:52,115 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/1443bfdbf6da4e00bd86bb0d7cdcf509 is 50, key is test_row_0/B:col10/1731604791246/Put/seqid=0 2024-11-14T17:19:52,116 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/35c5fd7712164972a7327f2c024a9714 is 50, key is test_row_0/A:col10/1731604791246/Put/seqid=0 2024-11-14T17:19:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742346_1522 (size=13221) 2024-11-14T17:19:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742345_1521 (size=13221) 2024-11-14T17:19:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-14T17:19:52,258 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:52,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T17:19:52,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:52,259 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T17:19:52,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:52,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:52,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:52,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:52,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:52,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:52,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/f3f6fe28ec474887adfa23e8932796fc is 50, key is test_row_0/A:col10/1731604791268/Put/seqid=0 2024-11-14T17:19:52,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742347_1523 (size=12301) 2024-11-14T17:19:52,267 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/f3f6fe28ec474887adfa23e8932796fc 2024-11-14T17:19:52,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/bf363c94795048afa5c11d2060315720 is 50, key is test_row_0/B:col10/1731604791268/Put/seqid=0 2024-11-14T17:19:52,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:52,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742348_1524 (size=12301) 2024-11-14T17:19:52,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604852363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:52,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604852396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:52,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604852396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:52,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604852397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:52,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604852398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-14T17:19:52,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604852470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:52,533 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/35c5fd7712164972a7327f2c024a9714 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/35c5fd7712164972a7327f2c024a9714 2024-11-14T17:19:52,533 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/1443bfdbf6da4e00bd86bb0d7cdcf509 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/1443bfdbf6da4e00bd86bb0d7cdcf509 2024-11-14T17:19:52,537 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/B of a89b7c4e9bfd470bd20eabaf98d63811 into 1443bfdbf6da4e00bd86bb0d7cdcf509(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:52,537 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/A of a89b7c4e9bfd470bd20eabaf98d63811 into 35c5fd7712164972a7327f2c024a9714(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:52,537 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:52,537 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:52,538 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/B, priority=13, startTime=1731604792103; duration=0sec 2024-11-14T17:19:52,538 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/A, priority=13, startTime=1731604792103; duration=0sec 2024-11-14T17:19:52,538 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:19:52,538 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:B 2024-11-14T17:19:52,538 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:52,538 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:A 2024-11-14T17:19:52,538 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:19:52,544 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:19:52,544 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): a89b7c4e9bfd470bd20eabaf98d63811/C is initiating minor compaction (all files) 2024-11-14T17:19:52,545 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a89b7c4e9bfd470bd20eabaf98d63811/C in TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:52,545 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/f3b2ba5a04cb4c32b0d845a2296dfca1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ae765519128743c6b1160cbafd50fc25, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d8153d973b9c44bca6cb388f3bd310e1] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp, totalSize=36.8 K 2024-11-14T17:19:52,545 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting f3b2ba5a04cb4c32b0d845a2296dfca1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731604788654 2024-11-14T17:19:52,545 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ae765519128743c6b1160cbafd50fc25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731604789796 2024-11-14T17:19:52,546 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting d8153d973b9c44bca6cb388f3bd310e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731604790929 2024-11-14T17:19:52,552 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89b7c4e9bfd470bd20eabaf98d63811#C#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:19:52,553 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/b5bc2636629d4e10874ce62111042cec is 50, key is test_row_0/C:col10/1731604791246/Put/seqid=0 2024-11-14T17:19:52,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742349_1525 (size=13221) 2024-11-14T17:19:52,567 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/b5bc2636629d4e10874ce62111042cec as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/b5bc2636629d4e10874ce62111042cec 2024-11-14T17:19:52,571 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a89b7c4e9bfd470bd20eabaf98d63811/C of a89b7c4e9bfd470bd20eabaf98d63811 into b5bc2636629d4e10874ce62111042cec(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:19:52,571 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:52,571 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811., storeName=a89b7c4e9bfd470bd20eabaf98d63811/C, priority=13, startTime=1731604792103; duration=0sec 2024-11-14T17:19:52,572 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:19:52,572 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89b7c4e9bfd470bd20eabaf98d63811:C 2024-11-14T17:19:52,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604852675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:52,677 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/bf363c94795048afa5c11d2060315720 2024-11-14T17:19:52,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/a70abbff8d8e40f5afcd967646e5b7bd is 50, key is test_row_0/C:col10/1731604791268/Put/seqid=0 2024-11-14T17:19:52,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742350_1526 (size=12301) 2024-11-14T17:19:52,688 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/a70abbff8d8e40f5afcd967646e5b7bd 2024-11-14T17:19:52,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/f3f6fe28ec474887adfa23e8932796fc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/f3f6fe28ec474887adfa23e8932796fc 2024-11-14T17:19:52,695 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/f3f6fe28ec474887adfa23e8932796fc, entries=150, sequenceid=397, filesize=12.0 K 2024-11-14T17:19:52,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/bf363c94795048afa5c11d2060315720 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/bf363c94795048afa5c11d2060315720 2024-11-14T17:19:52,699 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/bf363c94795048afa5c11d2060315720, entries=150, sequenceid=397, filesize=12.0 K 2024-11-14T17:19:52,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-14T17:19:52,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/a70abbff8d8e40f5afcd967646e5b7bd as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/a70abbff8d8e40f5afcd967646e5b7bd 2024-11-14T17:19:52,704 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/a70abbff8d8e40f5afcd967646e5b7bd, entries=150, sequenceid=397, filesize=12.0 K 2024-11-14T17:19:52,705 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a89b7c4e9bfd470bd20eabaf98d63811 in 446ms, sequenceid=397, compaction requested=false 2024-11-14T17:19:52,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:52,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:52,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-14T17:19:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-14T17:19:52,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-14T17:19:52,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 600 msec 2024-11-14T17:19:52,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 603 msec 2024-11-14T17:19:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-14T17:19:52,709 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-14T17:19:52,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-14T17:19:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-14T17:19:52,711 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:52,711 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:52,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-14T17:19:52,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:52,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T17:19:52,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:52,863 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T17:19:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:52,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/6b4284b43f2944a5b5cba8bb0ec5943c is 50, key is test_row_0/A:col10/1731604792324/Put/seqid=0 2024-11-14T17:19:52,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742351_1527 (size=12301) 2024-11-14T17:19:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:52,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-14T17:19:53,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604853069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:53,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604853175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:53,270 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/6b4284b43f2944a5b5cba8bb0ec5943c 2024-11-14T17:19:53,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/6793c4eee9bf471db979312082ceeb1c is 50, key is test_row_0/B:col10/1731604792324/Put/seqid=0 2024-11-14T17:19:53,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742352_1528 (size=12301) 2024-11-14T17:19:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-14T17:19:53,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604853376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:53,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41776 deadline: 1731604853400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:53,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41822 deadline: 1731604853401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:53,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41804 deadline: 1731604853402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:53,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41748 deadline: 1731604853406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:53,681 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/6793c4eee9bf471db979312082ceeb1c 2024-11-14T17:19:53,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:19:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1731604853682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:53,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/d97b62bc3b1b472a82959efd25658234 is 50, key is test_row_0/C:col10/1731604792324/Put/seqid=0 2024-11-14T17:19:53,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742353_1529 (size=12301) 2024-11-14T17:19:53,691 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/d97b62bc3b1b472a82959efd25658234 2024-11-14T17:19:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/6b4284b43f2944a5b5cba8bb0ec5943c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/6b4284b43f2944a5b5cba8bb0ec5943c 2024-11-14T17:19:53,698 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/6b4284b43f2944a5b5cba8bb0ec5943c, entries=150, sequenceid=417, filesize=12.0 K 2024-11-14T17:19:53,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/6793c4eee9bf471db979312082ceeb1c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6793c4eee9bf471db979312082ceeb1c 2024-11-14T17:19:53,702 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6793c4eee9bf471db979312082ceeb1c, entries=150, sequenceid=417, filesize=12.0 K 2024-11-14T17:19:53,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/d97b62bc3b1b472a82959efd25658234 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d97b62bc3b1b472a82959efd25658234 2024-11-14T17:19:53,705 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d97b62bc3b1b472a82959efd25658234, entries=150, sequenceid=417, filesize=12.0 K 2024-11-14T17:19:53,706 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a89b7c4e9bfd470bd20eabaf98d63811 in 844ms, sequenceid=417, compaction requested=true 2024-11-14T17:19:53,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:53,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:53,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-14T17:19:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-11-14T17:19:53,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-14T17:19:53,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 996 msec 2024-11-14T17:19:53,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 998 msec 2024-11-14T17:19:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-14T17:19:53,814 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-14T17:19:53,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:19:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-14T17:19:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-14T17:19:53,817 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:19:53,817 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:19:53,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:19:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-14T17:19:53,941 DEBUG [Thread-1989 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x076f0408 to 127.0.0.1:58688 2024-11-14T17:19:53,941 DEBUG [Thread-1989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:53,941 DEBUG [Thread-1987 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:58688 2024-11-14T17:19:53,941 DEBUG [Thread-1987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:53,943 DEBUG [Thread-1981 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:58688 2024-11-14T17:19:53,943 DEBUG [Thread-1981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:53,944 DEBUG [Thread-1983 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:58688 2024-11-14T17:19:53,944 DEBUG [Thread-1983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:53,945 DEBUG [Thread-1985 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:58688 2024-11-14T17:19:53,945 DEBUG [Thread-1985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:53,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:53,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T17:19:53,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:53,969 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T17:19:53,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:53,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:53,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:53,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:53,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:53,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:53,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/1153f24eaf664b65a0d67646e5057c0d is 50, key is test_row_0/A:col10/1731604793067/Put/seqid=0 2024-11-14T17:19:53,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742354_1530 (size=12301) 2024-11-14T17:19:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-14T17:19:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:54,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. as already flushing 2024-11-14T17:19:54,188 DEBUG [Thread-1978 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:58688 2024-11-14T17:19:54,188 DEBUG [Thread-1978 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:54,376 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/1153f24eaf664b65a0d67646e5057c0d 2024-11-14T17:19:54,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/4a7a2ad58d644362ac9344779fdd2785 is 50, key is test_row_0/B:col10/1731604793067/Put/seqid=0 2024-11-14T17:19:54,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742355_1531 (size=12301) 2024-11-14T17:19:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-14T17:19:54,496 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:19:54,785 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/4a7a2ad58d644362ac9344779fdd2785 2024-11-14T17:19:54,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/c02677c6b804426cb70af66c5f5c283e is 50, key is test_row_0/C:col10/1731604793067/Put/seqid=0 2024-11-14T17:19:54,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742356_1532 (size=12301) 2024-11-14T17:19:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-14T17:19:55,194 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/c02677c6b804426cb70af66c5f5c283e 2024-11-14T17:19:55,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/1153f24eaf664b65a0d67646e5057c0d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1153f24eaf664b65a0d67646e5057c0d 2024-11-14T17:19:55,199 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1153f24eaf664b65a0d67646e5057c0d, entries=150, sequenceid=436, filesize=12.0 K 2024-11-14T17:19:55,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/4a7a2ad58d644362ac9344779fdd2785 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/4a7a2ad58d644362ac9344779fdd2785 2024-11-14T17:19:55,202 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/4a7a2ad58d644362ac9344779fdd2785, entries=150, sequenceid=436, filesize=12.0 K 2024-11-14T17:19:55,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/c02677c6b804426cb70af66c5f5c283e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/c02677c6b804426cb70af66c5f5c283e 2024-11-14T17:19:55,205 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/c02677c6b804426cb70af66c5f5c283e, entries=150, sequenceid=436, filesize=12.0 K 2024-11-14T17:19:55,206 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=6.71 KB/6870 for a89b7c4e9bfd470bd20eabaf98d63811 in 1237ms, sequenceid=436, compaction requested=true 2024-11-14T17:19:55,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:55,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:55,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-14T17:19:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-11-14T17:19:55,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-14T17:19:55,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3900 sec 2024-11-14T17:19:55,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.3930 sec 2024-11-14T17:19:55,410 DEBUG [Thread-1976 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:58688 2024-11-14T17:19:55,410 DEBUG [Thread-1976 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:55,411 DEBUG [Thread-1972 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:58688 2024-11-14T17:19:55,411 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:55,418 DEBUG [Thread-1970 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:58688 2024-11-14T17:19:55,418 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:55,422 DEBUG [Thread-1974 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:58688 2024-11-14T17:19:55,423 DEBUG [Thread-1974 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-14T17:19:55,920 INFO [Thread-1980 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2873 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8618 rows 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2877 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8628 rows 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2871 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8613 rows 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2874 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8622 rows 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2876 2024-11-14T17:19:55,921 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8628 rows 2024-11-14T17:19:55,921 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T17:19:55,921 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:58688 2024-11-14T17:19:55,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:55,923 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T17:19:55,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T17:19:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-14T17:19:55,927 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604795927"}]},"ts":"1731604795927"} 2024-11-14T17:19:55,928 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T17:19:55,931 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T17:19:55,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T17:19:55,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89b7c4e9bfd470bd20eabaf98d63811, UNASSIGN}] 2024-11-14T17:19:55,933 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89b7c4e9bfd470bd20eabaf98d63811, UNASSIGN 2024-11-14T17:19:55,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=a89b7c4e9bfd470bd20eabaf98d63811, regionState=CLOSING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:55,934 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T17:19:55,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:19:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-14T17:19:56,086 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:56,086 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:56,086 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T17:19:56,086 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing a89b7c4e9bfd470bd20eabaf98d63811, disabling compactions & flushes 2024-11-14T17:19:56,086 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:56,086 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:56,086 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. after waiting 0 ms 2024-11-14T17:19:56,086 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:56,086 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(2837): Flushing a89b7c4e9bfd470bd20eabaf98d63811 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T17:19:56,087 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=A 2024-11-14T17:19:56,087 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:56,087 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=B 2024-11-14T17:19:56,087 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:56,087 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89b7c4e9bfd470bd20eabaf98d63811, store=C 2024-11-14T17:19:56,087 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:19:56,090 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/370e65f7ddcd45dd9dff4a434e46dc21 is 50, key is test_row_0/A:col10/1731604795409/Put/seqid=0 2024-11-14T17:19:56,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742357_1533 (size=12301) 2024-11-14T17:19:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-14T17:19:56,494 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/370e65f7ddcd45dd9dff4a434e46dc21 2024-11-14T17:19:56,499 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/f82a62df3e0a439fbd21f2bda9ed2055 is 50, key is test_row_0/B:col10/1731604795409/Put/seqid=0 2024-11-14T17:19:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742358_1534 (size=12301) 2024-11-14T17:19:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-14T17:19:56,902 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/f82a62df3e0a439fbd21f2bda9ed2055 2024-11-14T17:19:56,907 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/028a7d5121ea4f5a813b99149cdfacf5 is 50, key is test_row_0/C:col10/1731604795409/Put/seqid=0 2024-11-14T17:19:56,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742359_1535 (size=12301) 2024-11-14T17:19:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-14T17:19:57,311 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/028a7d5121ea4f5a813b99149cdfacf5 2024-11-14T17:19:57,314 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/A/370e65f7ddcd45dd9dff4a434e46dc21 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/370e65f7ddcd45dd9dff4a434e46dc21 2024-11-14T17:19:57,317 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/370e65f7ddcd45dd9dff4a434e46dc21, entries=150, sequenceid=444, filesize=12.0 K 2024-11-14T17:19:57,317 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/B/f82a62df3e0a439fbd21f2bda9ed2055 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/f82a62df3e0a439fbd21f2bda9ed2055 2024-11-14T17:19:57,320 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/f82a62df3e0a439fbd21f2bda9ed2055, entries=150, sequenceid=444, filesize=12.0 K 2024-11-14T17:19:57,320 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/.tmp/C/028a7d5121ea4f5a813b99149cdfacf5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/028a7d5121ea4f5a813b99149cdfacf5 2024-11-14T17:19:57,323 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/028a7d5121ea4f5a813b99149cdfacf5, entries=150, sequenceid=444, filesize=12.0 K 2024-11-14T17:19:57,323 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a89b7c4e9bfd470bd20eabaf98d63811 in 1237ms, sequenceid=444, compaction requested=true 2024-11-14T17:19:57,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1065fe5699d24de1b47024c8e85231fc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/671287752eb24bf28462302f74d0d018, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/42ab5854cdef48c5a5fcae0a3a0141ce, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/85a033dfeefa476c8c1a9e84eb5ea4c2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4455cc35934b4936984fe28fc90eddae, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/987e5e02cc2940ecb24035f1903a9e5e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/a0cae2fad603461a8c55ee5afaeb65fd, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/75389e54e7b241408f7a1a5d9f7bbe03, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4badc5ff89b047daa96fc877add6029b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/a71689c140574dd0b1b1fdc6be94ebe9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/b42ddaa5e5ba4911aa6982cbed0c22ae, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/e970231f451d4867b2c61e72914d2797, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/faee3fb5b8ee4a93bd02955ab0630dcb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1ca86f5af8b6408ebeff6fd521b89552, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/8b57a369efd9494794e4924242f89550, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/64d27d615ddc49f296f271a9a47b7d45, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4e09779f906e496e89fb1da7f03c3de6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/9d1b767c2e3b4c3b874906c5fa674b52, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/e30262208af14f96a1e9d96a3cb15af2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/74d2f613f0814d6a882f74d4d5fbc1aa, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/593c6972b9d74fc7b642cb1c9aa7c7ca, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/51cfd289781649ac8e13f14b3d3ffcaa, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/dd15fb6b386540dd83757c1d7cc4cbfd, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/f5d233628e3b4e2c86eb4a931f7b4bcc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/3ec6c687305b4f4da7830df33bc99cd7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/3a0cf2ed91f94bc08c746abeefca8ecd, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/39ed63a29d114be78bc2f58c655fe28f] to archive 2024-11-14T17:19:57,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:19:57,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1065fe5699d24de1b47024c8e85231fc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1065fe5699d24de1b47024c8e85231fc 2024-11-14T17:19:57,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/671287752eb24bf28462302f74d0d018 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/671287752eb24bf28462302f74d0d018 2024-11-14T17:19:57,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/42ab5854cdef48c5a5fcae0a3a0141ce to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/42ab5854cdef48c5a5fcae0a3a0141ce 2024-11-14T17:19:57,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/85a033dfeefa476c8c1a9e84eb5ea4c2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/85a033dfeefa476c8c1a9e84eb5ea4c2 2024-11-14T17:19:57,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4455cc35934b4936984fe28fc90eddae to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4455cc35934b4936984fe28fc90eddae 2024-11-14T17:19:57,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/987e5e02cc2940ecb24035f1903a9e5e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/987e5e02cc2940ecb24035f1903a9e5e 2024-11-14T17:19:57,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/a0cae2fad603461a8c55ee5afaeb65fd to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/a0cae2fad603461a8c55ee5afaeb65fd 2024-11-14T17:19:57,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/75389e54e7b241408f7a1a5d9f7bbe03 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/75389e54e7b241408f7a1a5d9f7bbe03 2024-11-14T17:19:57,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4badc5ff89b047daa96fc877add6029b to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4badc5ff89b047daa96fc877add6029b 2024-11-14T17:19:57,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/a71689c140574dd0b1b1fdc6be94ebe9 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/a71689c140574dd0b1b1fdc6be94ebe9 2024-11-14T17:19:57,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/b42ddaa5e5ba4911aa6982cbed0c22ae to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/b42ddaa5e5ba4911aa6982cbed0c22ae 2024-11-14T17:19:57,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/e970231f451d4867b2c61e72914d2797 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/e970231f451d4867b2c61e72914d2797 2024-11-14T17:19:57,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/faee3fb5b8ee4a93bd02955ab0630dcb to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/faee3fb5b8ee4a93bd02955ab0630dcb 2024-11-14T17:19:57,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1ca86f5af8b6408ebeff6fd521b89552 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1ca86f5af8b6408ebeff6fd521b89552 2024-11-14T17:19:57,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/8b57a369efd9494794e4924242f89550 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/8b57a369efd9494794e4924242f89550 2024-11-14T17:19:57,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/64d27d615ddc49f296f271a9a47b7d45 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/64d27d615ddc49f296f271a9a47b7d45 2024-11-14T17:19:57,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4e09779f906e496e89fb1da7f03c3de6 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/4e09779f906e496e89fb1da7f03c3de6 2024-11-14T17:19:57,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/9d1b767c2e3b4c3b874906c5fa674b52 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/9d1b767c2e3b4c3b874906c5fa674b52 2024-11-14T17:19:57,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/e30262208af14f96a1e9d96a3cb15af2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/e30262208af14f96a1e9d96a3cb15af2 2024-11-14T17:19:57,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/74d2f613f0814d6a882f74d4d5fbc1aa to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/74d2f613f0814d6a882f74d4d5fbc1aa 2024-11-14T17:19:57,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/593c6972b9d74fc7b642cb1c9aa7c7ca to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/593c6972b9d74fc7b642cb1c9aa7c7ca 2024-11-14T17:19:57,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/51cfd289781649ac8e13f14b3d3ffcaa to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/51cfd289781649ac8e13f14b3d3ffcaa 2024-11-14T17:19:57,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/dd15fb6b386540dd83757c1d7cc4cbfd to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/dd15fb6b386540dd83757c1d7cc4cbfd 2024-11-14T17:19:57,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/f5d233628e3b4e2c86eb4a931f7b4bcc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/f5d233628e3b4e2c86eb4a931f7b4bcc 2024-11-14T17:19:57,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/3ec6c687305b4f4da7830df33bc99cd7 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/3ec6c687305b4f4da7830df33bc99cd7 2024-11-14T17:19:57,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/3a0cf2ed91f94bc08c746abeefca8ecd to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/3a0cf2ed91f94bc08c746abeefca8ecd 2024-11-14T17:19:57,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/39ed63a29d114be78bc2f58c655fe28f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/39ed63a29d114be78bc2f58c655fe28f 2024-11-14T17:19:57,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/7eed53bdbb064b8c8025a9aff1db5825, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b08792b2e4c9418b9f89f40064720e3d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/99cc0ee731fe4610bbc664310133d144, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/fcc4547b64324d1db9150d7f5a6c8984, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/520af2170dc94fbfa081d87d793f0584, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/cd34038ad6db4d7daa0142fe43402a46, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/07fada4516f44003aa54e634bcf22c4d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/c944c7cb9e6a45e4b5420d3edc3d6db6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b5e352fe1a5042d1b3770adb42c05572, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/688ee4e20dce4a2096201b00f29854bc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6f169fc60334440bbdbac2c2e92c2fb9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/05b50802c6b641c7b5a73ec122db6ce2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/1b1b06403c73474e8d61490582b2386e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/ffa31e922c51469f8ddb33ce7c5d6d4a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/ad1d24fd255f480280e02a932ca07c66, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/e3165edd43fc4922aa2075b3e1bfeab2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/8556199319d649eca6a4ae592f5cf884, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6591ec3135054c1db79e63a27da11f5b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/929914528a6c4079807b57205d12fbe3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/7966ac2a4e9b4191945c7df3a2d5681d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/0bbbd8d754db49b59b030439c43244c9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/f1d1d3b8e46b4e1290f0d76306bef351, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6c1701dbba2743cfa11a3871385d49bc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b7ffc44a76f14d9bba44f5b1b55a2d98, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/e47b22c8721f4bb99db6d0055a6d7116, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/c069e423290944c090bf8126a03d0902, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b3fdbed870a646eda2ad6e7d3b0bcfa2] to archive 2024-11-14T17:19:57,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:19:57,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/7eed53bdbb064b8c8025a9aff1db5825 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/7eed53bdbb064b8c8025a9aff1db5825 2024-11-14T17:19:57,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b08792b2e4c9418b9f89f40064720e3d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b08792b2e4c9418b9f89f40064720e3d 2024-11-14T17:19:57,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/99cc0ee731fe4610bbc664310133d144 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/99cc0ee731fe4610bbc664310133d144 2024-11-14T17:19:57,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/fcc4547b64324d1db9150d7f5a6c8984 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/fcc4547b64324d1db9150d7f5a6c8984 2024-11-14T17:19:57,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/520af2170dc94fbfa081d87d793f0584 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/520af2170dc94fbfa081d87d793f0584 2024-11-14T17:19:57,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/cd34038ad6db4d7daa0142fe43402a46 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/cd34038ad6db4d7daa0142fe43402a46 2024-11-14T17:19:57,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/07fada4516f44003aa54e634bcf22c4d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/07fada4516f44003aa54e634bcf22c4d 2024-11-14T17:19:57,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/c944c7cb9e6a45e4b5420d3edc3d6db6 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/c944c7cb9e6a45e4b5420d3edc3d6db6 2024-11-14T17:19:57,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b5e352fe1a5042d1b3770adb42c05572 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b5e352fe1a5042d1b3770adb42c05572 2024-11-14T17:19:57,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/688ee4e20dce4a2096201b00f29854bc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/688ee4e20dce4a2096201b00f29854bc 2024-11-14T17:19:57,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6f169fc60334440bbdbac2c2e92c2fb9 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6f169fc60334440bbdbac2c2e92c2fb9 2024-11-14T17:19:57,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/05b50802c6b641c7b5a73ec122db6ce2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/05b50802c6b641c7b5a73ec122db6ce2 2024-11-14T17:19:57,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/1b1b06403c73474e8d61490582b2386e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/1b1b06403c73474e8d61490582b2386e 2024-11-14T17:19:57,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/ffa31e922c51469f8ddb33ce7c5d6d4a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/ffa31e922c51469f8ddb33ce7c5d6d4a 2024-11-14T17:19:57,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/ad1d24fd255f480280e02a932ca07c66 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/ad1d24fd255f480280e02a932ca07c66 2024-11-14T17:19:57,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/e3165edd43fc4922aa2075b3e1bfeab2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/e3165edd43fc4922aa2075b3e1bfeab2 2024-11-14T17:19:57,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/8556199319d649eca6a4ae592f5cf884 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/8556199319d649eca6a4ae592f5cf884 2024-11-14T17:19:57,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6591ec3135054c1db79e63a27da11f5b to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6591ec3135054c1db79e63a27da11f5b 2024-11-14T17:19:57,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/929914528a6c4079807b57205d12fbe3 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/929914528a6c4079807b57205d12fbe3 2024-11-14T17:19:57,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/7966ac2a4e9b4191945c7df3a2d5681d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/7966ac2a4e9b4191945c7df3a2d5681d 2024-11-14T17:19:57,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/0bbbd8d754db49b59b030439c43244c9 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/0bbbd8d754db49b59b030439c43244c9 2024-11-14T17:19:57,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/f1d1d3b8e46b4e1290f0d76306bef351 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/f1d1d3b8e46b4e1290f0d76306bef351 2024-11-14T17:19:57,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6c1701dbba2743cfa11a3871385d49bc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6c1701dbba2743cfa11a3871385d49bc 2024-11-14T17:19:57,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b7ffc44a76f14d9bba44f5b1b55a2d98 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b7ffc44a76f14d9bba44f5b1b55a2d98 2024-11-14T17:19:57,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/e47b22c8721f4bb99db6d0055a6d7116 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/e47b22c8721f4bb99db6d0055a6d7116 2024-11-14T17:19:57,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/c069e423290944c090bf8126a03d0902 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/c069e423290944c090bf8126a03d0902 2024-11-14T17:19:57,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b3fdbed870a646eda2ad6e7d3b0bcfa2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/b3fdbed870a646eda2ad6e7d3b0bcfa2 2024-11-14T17:19:57,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/0a5dbcd0e0f84c2c95ad7f651bd3d2ea, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/1ed9f2c689df450caa2bfc208a15df6a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/57b393d635664af78b1713c63a6d92ac, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ab7e1c2e80854ba7baab5fbbacf442c9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/daa8a1e1eaa94ce5b9e7a057f5a8203c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/8446c64d84c34fb993aea73e1ffcbef9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/e8ad4a54adce4efc83995bbba62d69d5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/44d361d2282040509ab5f182a7bc905d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/b9ea57bf185d475fb768f43862f69d34, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/2a7ab29b69ba4df3bdb7b3e9f27538c1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/0cad8319252e42b69f966de594d11a32, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/2d4dcd25c13846efb876465f01560b2f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/85322c2f1c424f92880f569198b6183c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/95c66c4639064c67a9eaf8b256d5ff38, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d0d5079ff40f40dab6b961c4b84877a2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/7a7011d3e1fc4fcf85031c0d5e411dc9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/33ec041bd1bc4d81bebd9ef0e0ceeee6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/020188fa3fad47aa9f82f73c22fdf0ce, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/f7fd398aea7f425b9f37471c056ce80f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/bb7a814214e34c15833eefb248c0c58b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ecb81451309b4c00acb1a4b127a0e5d1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/fdd9585e912342528a151903d2a08775, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/a525c640f3914534a5c0024581e5c8d3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/f3b2ba5a04cb4c32b0d845a2296dfca1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/9ad8d53c08b04d19af28d5e90db7ac29, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ae765519128743c6b1160cbafd50fc25, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d8153d973b9c44bca6cb388f3bd310e1] to archive 2024-11-14T17:19:57,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:19:57,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/0a5dbcd0e0f84c2c95ad7f651bd3d2ea to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/0a5dbcd0e0f84c2c95ad7f651bd3d2ea 2024-11-14T17:19:57,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/1ed9f2c689df450caa2bfc208a15df6a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/1ed9f2c689df450caa2bfc208a15df6a 2024-11-14T17:19:57,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/57b393d635664af78b1713c63a6d92ac to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/57b393d635664af78b1713c63a6d92ac 2024-11-14T17:19:57,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ab7e1c2e80854ba7baab5fbbacf442c9 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ab7e1c2e80854ba7baab5fbbacf442c9 2024-11-14T17:19:57,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/daa8a1e1eaa94ce5b9e7a057f5a8203c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/daa8a1e1eaa94ce5b9e7a057f5a8203c 2024-11-14T17:19:57,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/8446c64d84c34fb993aea73e1ffcbef9 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/8446c64d84c34fb993aea73e1ffcbef9 2024-11-14T17:19:57,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/e8ad4a54adce4efc83995bbba62d69d5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/e8ad4a54adce4efc83995bbba62d69d5 2024-11-14T17:19:57,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/44d361d2282040509ab5f182a7bc905d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/44d361d2282040509ab5f182a7bc905d 2024-11-14T17:19:57,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/b9ea57bf185d475fb768f43862f69d34 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/b9ea57bf185d475fb768f43862f69d34 2024-11-14T17:19:57,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/2a7ab29b69ba4df3bdb7b3e9f27538c1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/2a7ab29b69ba4df3bdb7b3e9f27538c1 2024-11-14T17:19:57,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/0cad8319252e42b69f966de594d11a32 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/0cad8319252e42b69f966de594d11a32 2024-11-14T17:19:57,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/2d4dcd25c13846efb876465f01560b2f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/2d4dcd25c13846efb876465f01560b2f 2024-11-14T17:19:57,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/85322c2f1c424f92880f569198b6183c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/85322c2f1c424f92880f569198b6183c 2024-11-14T17:19:57,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/95c66c4639064c67a9eaf8b256d5ff38 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/95c66c4639064c67a9eaf8b256d5ff38 2024-11-14T17:19:57,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d0d5079ff40f40dab6b961c4b84877a2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d0d5079ff40f40dab6b961c4b84877a2 2024-11-14T17:19:57,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/7a7011d3e1fc4fcf85031c0d5e411dc9 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/7a7011d3e1fc4fcf85031c0d5e411dc9 2024-11-14T17:19:57,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/33ec041bd1bc4d81bebd9ef0e0ceeee6 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/33ec041bd1bc4d81bebd9ef0e0ceeee6 2024-11-14T17:19:57,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/020188fa3fad47aa9f82f73c22fdf0ce to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/020188fa3fad47aa9f82f73c22fdf0ce 2024-11-14T17:19:57,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/f7fd398aea7f425b9f37471c056ce80f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/f7fd398aea7f425b9f37471c056ce80f 2024-11-14T17:19:57,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/bb7a814214e34c15833eefb248c0c58b to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/bb7a814214e34c15833eefb248c0c58b 2024-11-14T17:19:57,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ecb81451309b4c00acb1a4b127a0e5d1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ecb81451309b4c00acb1a4b127a0e5d1 2024-11-14T17:19:57,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/fdd9585e912342528a151903d2a08775 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/fdd9585e912342528a151903d2a08775 2024-11-14T17:19:57,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/a525c640f3914534a5c0024581e5c8d3 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/a525c640f3914534a5c0024581e5c8d3 2024-11-14T17:19:57,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/f3b2ba5a04cb4c32b0d845a2296dfca1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/f3b2ba5a04cb4c32b0d845a2296dfca1 2024-11-14T17:19:57,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/9ad8d53c08b04d19af28d5e90db7ac29 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/9ad8d53c08b04d19af28d5e90db7ac29 2024-11-14T17:19:57,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ae765519128743c6b1160cbafd50fc25 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/ae765519128743c6b1160cbafd50fc25 2024-11-14T17:19:57,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d8153d973b9c44bca6cb388f3bd310e1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d8153d973b9c44bca6cb388f3bd310e1 2024-11-14T17:19:57,396 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/recovered.edits/447.seqid, newMaxSeqId=447, maxSeqId=1 2024-11-14T17:19:57,396 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811. 2024-11-14T17:19:57,396 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for a89b7c4e9bfd470bd20eabaf98d63811: 2024-11-14T17:19:57,397 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:57,398 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=a89b7c4e9bfd470bd20eabaf98d63811, regionState=CLOSED 2024-11-14T17:19:57,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-14T17:19:57,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure a89b7c4e9bfd470bd20eabaf98d63811, server=38cb5ac947ac,46341,1731604646134 in 1.4640 sec 2024-11-14T17:19:57,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-14T17:19:57,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89b7c4e9bfd470bd20eabaf98d63811, UNASSIGN in 1.4670 sec 2024-11-14T17:19:57,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-14T17:19:57,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4690 sec 2024-11-14T17:19:57,402 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604797402"}]},"ts":"1731604797402"} 2024-11-14T17:19:57,403 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T17:19:57,405 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T17:19:57,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4810 sec 2024-11-14T17:19:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-14T17:19:58,031 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-11-14T17:19:58,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T17:19:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:58,032 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-14T17:19:58,033 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=162, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:58,035 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:58,036 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/recovered.edits] 2024-11-14T17:19:58,038 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1153f24eaf664b65a0d67646e5057c0d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/1153f24eaf664b65a0d67646e5057c0d 2024-11-14T17:19:58,039 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/35c5fd7712164972a7327f2c024a9714 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/35c5fd7712164972a7327f2c024a9714 2024-11-14T17:19:58,040 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/370e65f7ddcd45dd9dff4a434e46dc21 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/370e65f7ddcd45dd9dff4a434e46dc21 2024-11-14T17:19:58,041 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/6b4284b43f2944a5b5cba8bb0ec5943c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/6b4284b43f2944a5b5cba8bb0ec5943c 2024-11-14T17:19:58,042 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/f3f6fe28ec474887adfa23e8932796fc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/A/f3f6fe28ec474887adfa23e8932796fc 2024-11-14T17:19:58,043 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/1443bfdbf6da4e00bd86bb0d7cdcf509 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/1443bfdbf6da4e00bd86bb0d7cdcf509 2024-11-14T17:19:58,044 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/4a7a2ad58d644362ac9344779fdd2785 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/4a7a2ad58d644362ac9344779fdd2785 2024-11-14T17:19:58,045 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6793c4eee9bf471db979312082ceeb1c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/6793c4eee9bf471db979312082ceeb1c 2024-11-14T17:19:58,046 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/bf363c94795048afa5c11d2060315720 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/bf363c94795048afa5c11d2060315720 2024-11-14T17:19:58,046 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/f82a62df3e0a439fbd21f2bda9ed2055 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/B/f82a62df3e0a439fbd21f2bda9ed2055 2024-11-14T17:19:58,048 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/028a7d5121ea4f5a813b99149cdfacf5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/028a7d5121ea4f5a813b99149cdfacf5 2024-11-14T17:19:58,049 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/a70abbff8d8e40f5afcd967646e5b7bd to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/a70abbff8d8e40f5afcd967646e5b7bd 2024-11-14T17:19:58,049 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/b5bc2636629d4e10874ce62111042cec to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/b5bc2636629d4e10874ce62111042cec 2024-11-14T17:19:58,050 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/c02677c6b804426cb70af66c5f5c283e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/c02677c6b804426cb70af66c5f5c283e 2024-11-14T17:19:58,051 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d97b62bc3b1b472a82959efd25658234 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/C/d97b62bc3b1b472a82959efd25658234 2024-11-14T17:19:58,053 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/recovered.edits/447.seqid to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811/recovered.edits/447.seqid 2024-11-14T17:19:58,053 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/a89b7c4e9bfd470bd20eabaf98d63811 2024-11-14T17:19:58,053 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T17:19:58,055 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=162, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:58,056 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T17:19:58,058 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T17:19:58,059 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=162, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:58,059 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T17:19:58,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731604798059"}]},"ts":"9223372036854775807"} 2024-11-14T17:19:58,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T17:19:58,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a89b7c4e9bfd470bd20eabaf98d63811, NAME => 'TestAcidGuarantees,,1731604771780.a89b7c4e9bfd470bd20eabaf98d63811.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T17:19:58,060 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T17:19:58,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731604798060"}]},"ts":"9223372036854775807"} 2024-11-14T17:19:58,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T17:19:58,063 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=162, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:58,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-14T17:19:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-14T17:19:58,134 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-11-14T17:19:58,142 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 241), OpenFileDescriptor=454 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 408), ProcessCount=11 (was 11), AvailableMemoryMB=8279 (was 8295) 2024-11-14T17:19:58,151 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=8279 2024-11-14T17:19:58,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T17:19:58,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:19:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T17:19:58,153 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:19:58,153 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:58,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 163 2024-11-14T17:19:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T17:19:58,154 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:19:58,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742360_1536 (size=960) 2024-11-14T17:19:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T17:19:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T17:19:58,560 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42 2024-11-14T17:19:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742361_1537 (size=53) 2024-11-14T17:19:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T17:19:58,965 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:58,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2a84322fbda3b15e01723edf5ce48ff2, disabling compactions & flushes 2024-11-14T17:19:58,966 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:19:58,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:19:58,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. after waiting 0 ms 2024-11-14T17:19:58,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:19:58,966 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:19:58,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:19:58,966 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:19:58,967 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731604798967"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604798967"}]},"ts":"1731604798967"} 2024-11-14T17:19:58,968 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T17:19:58,968 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:19:58,968 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604798968"}]},"ts":"1731604798968"} 2024-11-14T17:19:58,969 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T17:19:58,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a84322fbda3b15e01723edf5ce48ff2, ASSIGN}] 2024-11-14T17:19:58,973 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a84322fbda3b15e01723edf5ce48ff2, ASSIGN 2024-11-14T17:19:58,973 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a84322fbda3b15e01723edf5ce48ff2, ASSIGN; state=OFFLINE, location=38cb5ac947ac,46341,1731604646134; forceNewPlan=false, retain=false 2024-11-14T17:19:59,124 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=2a84322fbda3b15e01723edf5ce48ff2, regionState=OPENING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:59,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; OpenRegionProcedure 2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:19:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T17:19:59,276 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:59,278 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:19:59,278 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7285): Opening region: {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:19:59,279 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:19:59,279 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:59,279 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7327): checking encryption for 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:19:59,279 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7330): checking classloading for 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:19:59,280 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:19:59,281 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:19:59,281 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a84322fbda3b15e01723edf5ce48ff2 columnFamilyName A 2024-11-14T17:19:59,281 DEBUG [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:59,281 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.HStore(327): Store=2a84322fbda3b15e01723edf5ce48ff2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:59,281 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:19:59,282 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:19:59,282 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a84322fbda3b15e01723edf5ce48ff2 columnFamilyName B 2024-11-14T17:19:59,282 DEBUG [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:59,283 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.HStore(327): Store=2a84322fbda3b15e01723edf5ce48ff2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:59,283 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:19:59,284 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:19:59,284 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a84322fbda3b15e01723edf5ce48ff2 columnFamilyName C 2024-11-14T17:19:59,284 DEBUG [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:59,284 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.HStore(327): Store=2a84322fbda3b15e01723edf5ce48ff2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:59,284 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:19:59,285 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:19:59,285 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:19:59,286 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T17:19:59,286 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1085): writing seq id for 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:19:59,288 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:19:59,288 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1102): Opened 2a84322fbda3b15e01723edf5ce48ff2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70815028, jitterRate=0.055226147174835205}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T17:19:59,289 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1001): Region open journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:19:59,289 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., pid=165, masterSystemTime=1731604799276 2024-11-14T17:19:59,290 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:19:59,290 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:19:59,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=2a84322fbda3b15e01723edf5ce48ff2, regionState=OPEN, openSeqNum=2, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:19:59,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-14T17:19:59,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; OpenRegionProcedure 2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 in 166 msec 2024-11-14T17:19:59,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-14T17:19:59,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a84322fbda3b15e01723edf5ce48ff2, ASSIGN in 320 msec 2024-11-14T17:19:59,294 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:19:59,294 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604799294"}]},"ts":"1731604799294"} 2024-11-14T17:19:59,295 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T17:19:59,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:19:59,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-14T17:20:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T17:20:00,258 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-14T17:20:00,259 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-14T17:20:00,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:00,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:00,267 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:00,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:20:00,269 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:20:00,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T17:20:00,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:20:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=166, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T17:20:00,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742362_1538 (size=996) 2024-11-14T17:20:00,680 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T17:20:00,680 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T17:20:00,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T17:20:00,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a84322fbda3b15e01723edf5ce48ff2, REOPEN/MOVE}] 2024-11-14T17:20:00,684 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a84322fbda3b15e01723edf5ce48ff2, REOPEN/MOVE 2024-11-14T17:20:00,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=2a84322fbda3b15e01723edf5ce48ff2, regionState=CLOSING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:00,685 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T17:20:00,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE; CloseRegionProcedure 2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:20:00,836 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:00,837 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(124): Close 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:00,837 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T17:20:00,837 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1681): Closing 2a84322fbda3b15e01723edf5ce48ff2, disabling compactions & flushes 2024-11-14T17:20:00,837 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:00,837 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:00,837 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. after waiting 0 ms 2024-11-14T17:20:00,837 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:00,840 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T17:20:00,841 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:00,841 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1635): Region close journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:00,841 WARN [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionServer(3786): Not adding moved region record: 2a84322fbda3b15e01723edf5ce48ff2 to self. 2024-11-14T17:20:00,842 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(170): Closed 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:00,842 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=2a84322fbda3b15e01723edf5ce48ff2, regionState=CLOSED 2024-11-14T17:20:00,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-11-14T17:20:00,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; CloseRegionProcedure 2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 in 158 msec 2024-11-14T17:20:00,844 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a84322fbda3b15e01723edf5ce48ff2, REOPEN/MOVE; state=CLOSED, location=38cb5ac947ac,46341,1731604646134; forceNewPlan=false, retain=true 2024-11-14T17:20:00,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=2a84322fbda3b15e01723edf5ce48ff2, regionState=OPENING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:00,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=168, state=RUNNABLE; OpenRegionProcedure 2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:20:01,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,149 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,150 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(7285): Opening region: {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:01,150 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:01,150 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:01,150 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(7327): checking encryption for 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:01,150 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(7330): checking classloading for 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:01,151 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:01,152 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:20:01,152 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a84322fbda3b15e01723edf5ce48ff2 columnFamilyName A 2024-11-14T17:20:01,153 DEBUG [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:01,153 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.HStore(327): Store=2a84322fbda3b15e01723edf5ce48ff2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:01,153 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:01,154 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:20:01,154 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a84322fbda3b15e01723edf5ce48ff2 columnFamilyName B 2024-11-14T17:20:01,154 DEBUG [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:01,154 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.HStore(327): Store=2a84322fbda3b15e01723edf5ce48ff2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:01,154 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:01,155 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T17:20:01,155 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a84322fbda3b15e01723edf5ce48ff2 columnFamilyName C 2024-11-14T17:20:01,155 DEBUG [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:01,155 INFO [StoreOpener-2a84322fbda3b15e01723edf5ce48ff2-1 {}] regionserver.HStore(327): Store=2a84322fbda3b15e01723edf5ce48ff2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:01,155 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,156 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:01,156 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:01,157 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T17:20:01,158 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1085): writing seq id for 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:01,159 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1102): Opened 2a84322fbda3b15e01723edf5ce48ff2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71876796, jitterRate=0.07104772329330444}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T17:20:01,160 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1001): Region open journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:01,161 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., pid=170, masterSystemTime=1731604801147 2024-11-14T17:20:01,162 DEBUG [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,162 INFO [RS_OPEN_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,162 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=2a84322fbda3b15e01723edf5ce48ff2, regionState=OPEN, openSeqNum=5, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=168 2024-11-14T17:20:01,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=168, state=SUCCESS; OpenRegionProcedure 2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 in 167 msec 2024-11-14T17:20:01,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-14T17:20:01,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a84322fbda3b15e01723edf5ce48ff2, REOPEN/MOVE in 481 msec 2024-11-14T17:20:01,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-14T17:20:01,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-14T17:20:01,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-11-14T17:20:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-14T17:20:01,169 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-14T17:20:01,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:01,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-14T17:20:01,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:01,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-14T17:20:01,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:01,181 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-14T17:20:01,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:01,185 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-11-14T17:20:01,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:01,188 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-14T17:20:01,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:01,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-14T17:20:01,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:01,194 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-14T17:20:01,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:01,198 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-14T17:20:01,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:01,201 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d832d43 to 127.0.0.1:58688 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1d3a95 2024-11-14T17:20:01,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf224f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:01,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:20:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-14T17:20:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T17:20:01,209 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:20:01,210 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:20:01,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:20:01,214 DEBUG [hconnection-0x3f436697-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:01,214 DEBUG [hconnection-0x63f3ae5a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:01,215 DEBUG [hconnection-0x543f194-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:01,215 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:01,215 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:01,216 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:01,225 DEBUG [hconnection-0x5801f8f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:01,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T17:20:01,225 DEBUG [hconnection-0x36dc7adf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:01,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:01,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:01,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:01,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:01,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:01,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:01,226 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:01,226 DEBUG [hconnection-0x5e348f1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:01,226 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:01,227 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:01,227 DEBUG [hconnection-0x4706ed16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:01,230 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:01,236 DEBUG [hconnection-0x78a52a9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:01,237 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:01,237 DEBUG [hconnection-0x4b81c3cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:01,238 DEBUG [hconnection-0x21921b49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:01,239 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:01,239 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:01,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149e2208f89ee4443fa6ec7bda80b07320_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604801224/Put/seqid=0 2024-11-14T17:20:01,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742363_1539 (size=12154) 2024-11-14T17:20:01,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604861277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604861278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604861279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604861279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604861279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T17:20:01,360 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T17:20:01,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604861380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604861381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604861382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604861382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604861382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T17:20:01,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T17:20:01,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:01,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604861583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604861583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604861584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604861584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604861585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,663 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:01,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T17:20:01,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:01,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,667 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149e2208f89ee4443fa6ec7bda80b07320_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149e2208f89ee4443fa6ec7bda80b07320_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,668 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/8bdfa1b0d2d64ae7875bf18ac155fd2e, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:01,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/8bdfa1b0d2d64ae7875bf18ac155fd2e is 175, key is test_row_0/A:col10/1731604801224/Put/seqid=0 2024-11-14T17:20:01,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742364_1540 (size=30955) 2024-11-14T17:20:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T17:20:01,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T17:20:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604861885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604861886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604861886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604861887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604861887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,971 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:01,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T17:20:01,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:01,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:01,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:02,072 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/8bdfa1b0d2d64ae7875bf18ac155fd2e 2024-11-14T17:20:02,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/9cb8c6530fd14f908d43d71d10c9c83d is 50, key is test_row_0/B:col10/1731604801224/Put/seqid=0 2024-11-14T17:20:02,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742365_1541 (size=12001) 2024-11-14T17:20:02,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/9cb8c6530fd14f908d43d71d10c9c83d 2024-11-14T17:20:02,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/cec56f8dfded425c9cc0ecbd58b404ea is 50, key is test_row_0/C:col10/1731604801224/Put/seqid=0 2024-11-14T17:20:02,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742366_1542 (size=12001) 2024-11-14T17:20:02,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/cec56f8dfded425c9cc0ecbd58b404ea 2024-11-14T17:20:02,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T17:20:02,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:02,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:02,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:02,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:02,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:02,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/8bdfa1b0d2d64ae7875bf18ac155fd2e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8bdfa1b0d2d64ae7875bf18ac155fd2e 2024-11-14T17:20:02,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8bdfa1b0d2d64ae7875bf18ac155fd2e, entries=150, sequenceid=15, filesize=30.2 K 2024-11-14T17:20:02,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/9cb8c6530fd14f908d43d71d10c9c83d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/9cb8c6530fd14f908d43d71d10c9c83d 2024-11-14T17:20:02,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/9cb8c6530fd14f908d43d71d10c9c83d, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T17:20:02,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/cec56f8dfded425c9cc0ecbd58b404ea as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/cec56f8dfded425c9cc0ecbd58b404ea 2024-11-14T17:20:02,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/cec56f8dfded425c9cc0ecbd58b404ea, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T17:20:02,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2a84322fbda3b15e01723edf5ce48ff2 in 912ms, sequenceid=15, compaction requested=false 2024-11-14T17:20:02,138 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T17:20:02,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:02,276 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T17:20:02,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:02,277 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T17:20:02,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:02,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:02,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:02,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:02,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:02,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:02,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f9e3808c1b1341c29a99805525eb03c0_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604801278/Put/seqid=0 2024-11-14T17:20:02,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742367_1543 (size=12154) 2024-11-14T17:20:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T17:20:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:02,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:02,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604862393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604862393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604862395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604862395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604862396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604862496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604862496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604862497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604862497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604862498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:02,692 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f9e3808c1b1341c29a99805525eb03c0_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f9e3808c1b1341c29a99805525eb03c0_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:02,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/b8962665921e48b18b5e4844da2ceac6, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:02,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/b8962665921e48b18b5e4844da2ceac6 is 175, key is test_row_0/A:col10/1731604801278/Put/seqid=0 2024-11-14T17:20:02,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742368_1544 (size=30955) 2024-11-14T17:20:02,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604862697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604862698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604862700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604862700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604862701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:02,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T17:20:02,929 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34551 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34551,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:03,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604863000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:03,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604863001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:03,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604863001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:03,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604863002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:03,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604863003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:03,098 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/b8962665921e48b18b5e4844da2ceac6 2024-11-14T17:20:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/d702fd5531f34662a9e2eb8ab6405fcb is 50, key is test_row_0/B:col10/1731604801278/Put/seqid=0 2024-11-14T17:20:03,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742369_1545 (size=12001) 2024-11-14T17:20:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T17:20:03,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604863503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:03,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604863504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:03,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604863506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:03,508 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/d702fd5531f34662a9e2eb8ab6405fcb 2024-11-14T17:20:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604863507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604863508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:03,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/7c9d96551d5d4459b99515cad7e2b78c is 50, key is test_row_0/C:col10/1731604801278/Put/seqid=0 2024-11-14T17:20:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742370_1546 (size=12001) 2024-11-14T17:20:03,922 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/7c9d96551d5d4459b99515cad7e2b78c 2024-11-14T17:20:03,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/b8962665921e48b18b5e4844da2ceac6 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b8962665921e48b18b5e4844da2ceac6 2024-11-14T17:20:03,928 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b8962665921e48b18b5e4844da2ceac6, entries=150, sequenceid=40, filesize=30.2 K 2024-11-14T17:20:03,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/d702fd5531f34662a9e2eb8ab6405fcb as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/d702fd5531f34662a9e2eb8ab6405fcb 2024-11-14T17:20:03,932 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/d702fd5531f34662a9e2eb8ab6405fcb, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T17:20:03,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/7c9d96551d5d4459b99515cad7e2b78c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/7c9d96551d5d4459b99515cad7e2b78c 2024-11-14T17:20:03,936 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/7c9d96551d5d4459b99515cad7e2b78c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T17:20:03,937 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2a84322fbda3b15e01723edf5ce48ff2 in 1660ms, sequenceid=40, compaction requested=false 2024-11-14T17:20:03,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:03,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:03,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-14T17:20:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-14T17:20:03,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-14T17:20:03,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7280 sec 2024-11-14T17:20:03,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.7320 sec 2024-11-14T17:20:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:04,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T17:20:04,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:04,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:04,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:04,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:04,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:04,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:04,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b12c54fb81114579a80c15f873feea01_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604802393/Put/seqid=0 2024-11-14T17:20:04,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604864525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604864526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604864526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604864527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604864527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742371_1547 (size=14594) 2024-11-14T17:20:04,536 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:04,539 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b12c54fb81114579a80c15f873feea01_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b12c54fb81114579a80c15f873feea01_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:04,540 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/5e499cbb11db45799b7d8a24f3f3643e, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:04,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/5e499cbb11db45799b7d8a24f3f3643e is 175, key is test_row_0/A:col10/1731604802393/Put/seqid=0 2024-11-14T17:20:04,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742372_1548 (size=39549) 2024-11-14T17:20:04,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604864629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604864630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604864630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604864630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604864630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604864832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604864832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604864833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604864833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604864833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:04,944 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/5e499cbb11db45799b7d8a24f3f3643e 2024-11-14T17:20:04,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/dfcec42fd15e4fa49b82e1bd9b12a54e is 50, key is test_row_0/B:col10/1731604802393/Put/seqid=0 2024-11-14T17:20:04,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742373_1549 (size=12001) 2024-11-14T17:20:05,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604865135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604865136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604865136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604865137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604865137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T17:20:05,313 INFO [Thread-2404 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-14T17:20:05,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:20:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-14T17:20:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T17:20:05,316 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:20:05,317 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:20:05,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:20:05,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/dfcec42fd15e4fa49b82e1bd9b12a54e 2024-11-14T17:20:05,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/1cba8b9831984da2a29dc912e180e4e7 is 50, key is test_row_0/C:col10/1731604802393/Put/seqid=0 2024-11-14T17:20:05,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742374_1550 (size=12001) 2024-11-14T17:20:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T17:20:05,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-14T17:20:05,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:05,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:05,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:05,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:05,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T17:20:05,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-14T17:20:05,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:05,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:05,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:05,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:05,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604865638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604865640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604865640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604865642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604865644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/1cba8b9831984da2a29dc912e180e4e7 2024-11-14T17:20:05,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/5e499cbb11db45799b7d8a24f3f3643e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/5e499cbb11db45799b7d8a24f3f3643e 2024-11-14T17:20:05,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/5e499cbb11db45799b7d8a24f3f3643e, entries=200, sequenceid=53, filesize=38.6 K 2024-11-14T17:20:05,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/dfcec42fd15e4fa49b82e1bd9b12a54e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/dfcec42fd15e4fa49b82e1bd9b12a54e 2024-11-14T17:20:05,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-14T17:20:05,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:05,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:05,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:05,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:05,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:05,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/dfcec42fd15e4fa49b82e1bd9b12a54e, entries=150, sequenceid=53, filesize=11.7 K 2024-11-14T17:20:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:05,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/1cba8b9831984da2a29dc912e180e4e7 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/1cba8b9831984da2a29dc912e180e4e7 2024-11-14T17:20:05,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/1cba8b9831984da2a29dc912e180e4e7, entries=150, sequenceid=53, filesize=11.7 K 2024-11-14T17:20:05,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2a84322fbda3b15e01723edf5ce48ff2 in 1272ms, sequenceid=53, compaction requested=true 2024-11-14T17:20:05,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:05,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:20:05,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:05,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:20:05,780 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:05,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:05,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:20:05,780 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:05,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:05,781 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:05,781 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:05,781 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/B is initiating minor compaction (all files) 2024-11-14T17:20:05,781 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/A is initiating minor compaction (all files) 2024-11-14T17:20:05,781 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/B in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:05,781 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/A in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:05,781 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/9cb8c6530fd14f908d43d71d10c9c83d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/d702fd5531f34662a9e2eb8ab6405fcb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/dfcec42fd15e4fa49b82e1bd9b12a54e] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=35.2 K 2024-11-14T17:20:05,781 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8bdfa1b0d2d64ae7875bf18ac155fd2e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b8962665921e48b18b5e4844da2ceac6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/5e499cbb11db45799b7d8a24f3f3643e] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=99.1 K 2024-11-14T17:20:05,781 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:05,781 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8bdfa1b0d2d64ae7875bf18ac155fd2e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b8962665921e48b18b5e4844da2ceac6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/5e499cbb11db45799b7d8a24f3f3643e] 2024-11-14T17:20:05,781 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cb8c6530fd14f908d43d71d10c9c83d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731604801220 2024-11-14T17:20:05,781 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bdfa1b0d2d64ae7875bf18ac155fd2e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731604801220 2024-11-14T17:20:05,782 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting d702fd5531f34662a9e2eb8ab6405fcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731604801274 2024-11-14T17:20:05,782 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8962665921e48b18b5e4844da2ceac6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731604801274 2024-11-14T17:20:05,782 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e499cbb11db45799b7d8a24f3f3643e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604802392 2024-11-14T17:20:05,782 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting dfcec42fd15e4fa49b82e1bd9b12a54e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604802393 2024-11-14T17:20:05,788 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:05,790 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#B#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:05,790 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/b580142abf4c420e92b827242f3a69a2 is 50, key is test_row_0/B:col10/1731604802393/Put/seqid=0 2024-11-14T17:20:05,792 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114e88dbba05d2849c89e1bf1d3d59aa93e_2a84322fbda3b15e01723edf5ce48ff2 store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:05,794 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114e88dbba05d2849c89e1bf1d3d59aa93e_2a84322fbda3b15e01723edf5ce48ff2, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:05,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742375_1551 (size=12104) 2024-11-14T17:20:05,794 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e88dbba05d2849c89e1bf1d3d59aa93e_2a84322fbda3b15e01723edf5ce48ff2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:05,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742376_1552 (size=4469) 2024-11-14T17:20:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T17:20:05,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:05,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-14T17:20:05,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:05,927 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T17:20:05,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:05,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:05,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:05,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:05,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:05,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:05,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ff9f823beda74f6bb1bce2245a9f288f_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604804526/Put/seqid=0 2024-11-14T17:20:05,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742377_1553 (size=12154) 2024-11-14T17:20:06,199 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/b580142abf4c420e92b827242f3a69a2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/b580142abf4c420e92b827242f3a69a2 2024-11-14T17:20:06,203 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/B of 2a84322fbda3b15e01723edf5ce48ff2 into b580142abf4c420e92b827242f3a69a2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:06,203 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:06,203 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/B, priority=13, startTime=1731604805780; duration=0sec 2024-11-14T17:20:06,203 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:06,203 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:B 2024-11-14T17:20:06,203 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:06,204 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:06,204 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/C is initiating minor compaction (all files) 2024-11-14T17:20:06,204 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/C in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:06,204 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/cec56f8dfded425c9cc0ecbd58b404ea, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/7c9d96551d5d4459b99515cad7e2b78c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/1cba8b9831984da2a29dc912e180e4e7] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=35.2 K 2024-11-14T17:20:06,205 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting cec56f8dfded425c9cc0ecbd58b404ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731604801220 2024-11-14T17:20:06,205 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c9d96551d5d4459b99515cad7e2b78c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731604801274 2024-11-14T17:20:06,205 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cba8b9831984da2a29dc912e180e4e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604802393 2024-11-14T17:20:06,210 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#C#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:06,210 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/39b4a1172f544c99b42d0b5697d7a8fc is 50, key is test_row_0/C:col10/1731604802393/Put/seqid=0 2024-11-14T17:20:06,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742378_1554 (size=12104) 2024-11-14T17:20:06,215 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#A#compaction#469 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:06,215 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/98a5dca743aa479994ab6ddb4547809f is 175, key is test_row_0/A:col10/1731604802393/Put/seqid=0 2024-11-14T17:20:06,219 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/39b4a1172f544c99b42d0b5697d7a8fc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/39b4a1172f544c99b42d0b5697d7a8fc 2024-11-14T17:20:06,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742379_1555 (size=31058) 2024-11-14T17:20:06,223 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/C of 2a84322fbda3b15e01723edf5ce48ff2 into 39b4a1172f544c99b42d0b5697d7a8fc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:06,223 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:06,223 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/C, priority=13, startTime=1731604805780; duration=0sec 2024-11-14T17:20:06,223 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:06,223 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:C 2024-11-14T17:20:06,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:06,340 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ff9f823beda74f6bb1bce2245a9f288f_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ff9f823beda74f6bb1bce2245a9f288f_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:06,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/6e0dd368ac234cdc9b217cb8ba44c20d, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:06,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/6e0dd368ac234cdc9b217cb8ba44c20d is 175, key is test_row_0/A:col10/1731604804526/Put/seqid=0 2024-11-14T17:20:06,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742380_1556 (size=30955) 2024-11-14T17:20:06,346 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/6e0dd368ac234cdc9b217cb8ba44c20d 2024-11-14T17:20:06,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ef69501f87b0407a82ad725350f3f8ed is 50, key is test_row_0/B:col10/1731604804526/Put/seqid=0 2024-11-14T17:20:06,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742381_1557 (size=12001) 2024-11-14T17:20:06,355 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ef69501f87b0407a82ad725350f3f8ed 2024-11-14T17:20:06,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/9e878299e9004290b076660f43537ab2 is 50, key is test_row_0/C:col10/1731604804526/Put/seqid=0 2024-11-14T17:20:06,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742382_1558 (size=12001) 2024-11-14T17:20:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T17:20:06,624 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/98a5dca743aa479994ab6ddb4547809f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/98a5dca743aa479994ab6ddb4547809f 2024-11-14T17:20:06,627 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/A of 2a84322fbda3b15e01723edf5ce48ff2 into 98a5dca743aa479994ab6ddb4547809f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:06,628 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:06,628 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/A, priority=13, startTime=1731604805780; duration=0sec 2024-11-14T17:20:06,628 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:06,628 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:A 2024-11-14T17:20:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:06,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:06,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604866650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:06,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604866650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:06,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604866651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:06,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604866651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:06,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604866651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604866753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604866754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:06,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604866754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:06,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604866754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:06,764 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/9e878299e9004290b076660f43537ab2 2024-11-14T17:20:06,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/6e0dd368ac234cdc9b217cb8ba44c20d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/6e0dd368ac234cdc9b217cb8ba44c20d 2024-11-14T17:20:06,771 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/6e0dd368ac234cdc9b217cb8ba44c20d, entries=150, sequenceid=76, filesize=30.2 K 2024-11-14T17:20:06,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ef69501f87b0407a82ad725350f3f8ed as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ef69501f87b0407a82ad725350f3f8ed 2024-11-14T17:20:06,775 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ef69501f87b0407a82ad725350f3f8ed, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T17:20:06,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/9e878299e9004290b076660f43537ab2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/9e878299e9004290b076660f43537ab2 2024-11-14T17:20:06,779 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/9e878299e9004290b076660f43537ab2, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T17:20:06,780 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 2a84322fbda3b15e01723edf5ce48ff2 in 852ms, sequenceid=76, compaction requested=false 2024-11-14T17:20:06,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:06,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:06,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-14T17:20:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-14T17:20:06,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-14T17:20:06,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4640 sec 2024-11-14T17:20:06,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.4680 sec 2024-11-14T17:20:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:06,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T17:20:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:06,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ff030ee2fddf4ccb9b2bd0304214cda9_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604806650/Put/seqid=0 2024-11-14T17:20:06,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742383_1559 (size=14594) 2024-11-14T17:20:06,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604866980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604866981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604866982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:06,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604866983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604867084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604867089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604867089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604867091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604867286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604867292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604867293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604867294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,373 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:07,376 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ff030ee2fddf4ccb9b2bd0304214cda9_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ff030ee2fddf4ccb9b2bd0304214cda9_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:07,377 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/764bf04e45374b5a9751c419e33e6653, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:07,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/764bf04e45374b5a9751c419e33e6653 is 175, key is test_row_0/A:col10/1731604806650/Put/seqid=0 2024-11-14T17:20:07,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742384_1560 (size=39549) 2024-11-14T17:20:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T17:20:07,419 INFO [Thread-2404 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-14T17:20:07,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:20:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-14T17:20:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-14T17:20:07,422 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:20:07,423 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:20:07,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:20:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-14T17:20:07,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-14T17:20:07,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:07,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:07,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:07,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:07,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:07,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604867590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604867596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604867597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604867599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-14T17:20:07,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-14T17:20:07,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:07,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:07,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:07,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:07,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:07,782 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/764bf04e45374b5a9751c419e33e6653 2024-11-14T17:20:07,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ade8925f6dd14def80a7e14a05b42007 is 50, key is test_row_0/B:col10/1731604806650/Put/seqid=0 2024-11-14T17:20:07,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742385_1561 (size=12001) 2024-11-14T17:20:07,878 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:07,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-14T17:20:07,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:07,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:07,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:07,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:07,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-14T17:20:08,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:08,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-14T17:20:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:08,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:08,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:08,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604868094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:08,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604868099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:08,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604868103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:08,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604868105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:08,183 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:08,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-14T17:20:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:08,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:08,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ade8925f6dd14def80a7e14a05b42007 2024-11-14T17:20:08,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/83916c147d134fecbe320211e6a31057 is 50, key is test_row_0/C:col10/1731604806650/Put/seqid=0 2024-11-14T17:20:08,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742386_1562 (size=12001) 2024-11-14T17:20:08,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/83916c147d134fecbe320211e6a31057 2024-11-14T17:20:08,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/764bf04e45374b5a9751c419e33e6653 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/764bf04e45374b5a9751c419e33e6653 2024-11-14T17:20:08,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/764bf04e45374b5a9751c419e33e6653, entries=200, sequenceid=96, filesize=38.6 K 2024-11-14T17:20:08,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ade8925f6dd14def80a7e14a05b42007 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ade8925f6dd14def80a7e14a05b42007 2024-11-14T17:20:08,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ade8925f6dd14def80a7e14a05b42007, entries=150, sequenceid=96, filesize=11.7 K 2024-11-14T17:20:08,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/83916c147d134fecbe320211e6a31057 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/83916c147d134fecbe320211e6a31057 2024-11-14T17:20:08,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/83916c147d134fecbe320211e6a31057, entries=150, sequenceid=96, filesize=11.7 K 2024-11-14T17:20:08,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 2a84322fbda3b15e01723edf5ce48ff2 in 1259ms, sequenceid=96, compaction requested=true 2024-11-14T17:20:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:20:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:08,217 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:20:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:20:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:08,217 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:08,218 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:08,218 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:08,218 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/B is initiating minor compaction (all files) 2024-11-14T17:20:08,218 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/A is initiating minor compaction (all files) 2024-11-14T17:20:08,218 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/B in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:08,218 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/A in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:08,219 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/98a5dca743aa479994ab6ddb4547809f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/6e0dd368ac234cdc9b217cb8ba44c20d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/764bf04e45374b5a9751c419e33e6653] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=99.2 K 2024-11-14T17:20:08,219 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/b580142abf4c420e92b827242f3a69a2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ef69501f87b0407a82ad725350f3f8ed, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ade8925f6dd14def80a7e14a05b42007] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=35.3 K 2024-11-14T17:20:08,219 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:08,219 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/98a5dca743aa479994ab6ddb4547809f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/6e0dd368ac234cdc9b217cb8ba44c20d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/764bf04e45374b5a9751c419e33e6653] 2024-11-14T17:20:08,219 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98a5dca743aa479994ab6ddb4547809f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604802393 2024-11-14T17:20:08,219 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting b580142abf4c420e92b827242f3a69a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604802393 2024-11-14T17:20:08,220 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e0dd368ac234cdc9b217cb8ba44c20d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731604804519 2024-11-14T17:20:08,220 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ef69501f87b0407a82ad725350f3f8ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731604804519 2024-11-14T17:20:08,220 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 764bf04e45374b5a9751c419e33e6653, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731604806650 2024-11-14T17:20:08,220 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ade8925f6dd14def80a7e14a05b42007, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731604806650 2024-11-14T17:20:08,228 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:08,228 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/a13955cbf70d4f24875cf2c1e053f845 is 50, key is test_row_0/B:col10/1731604806650/Put/seqid=0 2024-11-14T17:20:08,229 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:08,230 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114e3b11ac6c6f94697ad7e1244c9e2d1f2_2a84322fbda3b15e01723edf5ce48ff2 store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:08,232 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114e3b11ac6c6f94697ad7e1244c9e2d1f2_2a84322fbda3b15e01723edf5ce48ff2, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:08,232 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e3b11ac6c6f94697ad7e1244c9e2d1f2_2a84322fbda3b15e01723edf5ce48ff2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:08,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742387_1563 (size=12207) 2024-11-14T17:20:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742388_1564 (size=4469) 2024-11-14T17:20:08,336 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:08,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-14T17:20:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:08,337 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T17:20:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:08,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ff33f21ea68d4db1ab21dda970a6826c_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604806981/Put/seqid=0 2024-11-14T17:20:08,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742389_1565 (size=12154) 2024-11-14T17:20:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-14T17:20:08,641 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/a13955cbf70d4f24875cf2c1e053f845 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a13955cbf70d4f24875cf2c1e053f845 2024-11-14T17:20:08,646 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#A#compaction#478 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:08,646 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/6dfcf5b2ad624b6ea59fe5704a6a159d is 175, key is test_row_0/A:col10/1731604806650/Put/seqid=0 2024-11-14T17:20:08,646 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/B of 2a84322fbda3b15e01723edf5ce48ff2 into a13955cbf70d4f24875cf2c1e053f845(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:08,647 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:08,647 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/B, priority=13, startTime=1731604808217; duration=0sec 2024-11-14T17:20:08,647 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:08,647 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:B 2024-11-14T17:20:08,647 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:08,648 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:08,648 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/C is initiating minor compaction (all files) 2024-11-14T17:20:08,648 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/C in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:08,648 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/39b4a1172f544c99b42d0b5697d7a8fc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/9e878299e9004290b076660f43537ab2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/83916c147d134fecbe320211e6a31057] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=35.3 K 2024-11-14T17:20:08,648 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 39b4a1172f544c99b42d0b5697d7a8fc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731604802393 2024-11-14T17:20:08,649 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e878299e9004290b076660f43537ab2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731604804519 2024-11-14T17:20:08,649 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 83916c147d134fecbe320211e6a31057, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731604806650 2024-11-14T17:20:08,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742390_1566 (size=31161) 2024-11-14T17:20:08,655 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/6dfcf5b2ad624b6ea59fe5704a6a159d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/6dfcf5b2ad624b6ea59fe5704a6a159d 2024-11-14T17:20:08,656 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:08,656 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/efa92307e7ac4d2892f6b2251ae8b1d0 is 50, key is test_row_0/C:col10/1731604806650/Put/seqid=0 2024-11-14T17:20:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:08,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:08,660 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/A of 2a84322fbda3b15e01723edf5ce48ff2 into 6dfcf5b2ad624b6ea59fe5704a6a159d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:08,660 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:08,660 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/A, priority=13, startTime=1731604808217; duration=0sec 2024-11-14T17:20:08,660 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:08,660 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:A 2024-11-14T17:20:08,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742391_1567 (size=12207) 2024-11-14T17:20:08,664 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/efa92307e7ac4d2892f6b2251ae8b1d0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/efa92307e7ac4d2892f6b2251ae8b1d0 2024-11-14T17:20:08,672 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/C of 2a84322fbda3b15e01723edf5ce48ff2 into efa92307e7ac4d2892f6b2251ae8b1d0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:08,672 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:08,672 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/C, priority=13, startTime=1731604808217; duration=0sec 2024-11-14T17:20:08,672 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:08,672 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:C 2024-11-14T17:20:08,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604868690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:08,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:08,749 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ff33f21ea68d4db1ab21dda970a6826c_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ff33f21ea68d4db1ab21dda970a6826c_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:08,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/849317c50fda4e3f991c89e56e0a20fa, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:08,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/849317c50fda4e3f991c89e56e0a20fa is 175, key is test_row_0/A:col10/1731604806981/Put/seqid=0 2024-11-14T17:20:08,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742392_1568 (size=30955) 2024-11-14T17:20:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604868794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:08,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604868995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:09,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604869101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:09,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604869109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:09,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604869110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:09,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604869114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:09,154 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/849317c50fda4e3f991c89e56e0a20fa 2024-11-14T17:20:09,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/a2e00ac90e6d4a499e47a50e3e4288d4 is 50, key is test_row_0/B:col10/1731604806981/Put/seqid=0 2024-11-14T17:20:09,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742393_1569 (size=12001) 2024-11-14T17:20:09,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604869299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-14T17:20:09,564 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/a2e00ac90e6d4a499e47a50e3e4288d4 2024-11-14T17:20:09,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/3f8152191e294e43b5afb577d12a6506 is 50, key is test_row_0/C:col10/1731604806981/Put/seqid=0 2024-11-14T17:20:09,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742394_1570 (size=12001) 2024-11-14T17:20:09,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604869805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:09,973 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/3f8152191e294e43b5afb577d12a6506 2024-11-14T17:20:09,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/849317c50fda4e3f991c89e56e0a20fa as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/849317c50fda4e3f991c89e56e0a20fa 2024-11-14T17:20:09,981 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/849317c50fda4e3f991c89e56e0a20fa, entries=150, sequenceid=115, filesize=30.2 K 2024-11-14T17:20:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/a2e00ac90e6d4a499e47a50e3e4288d4 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a2e00ac90e6d4a499e47a50e3e4288d4 2024-11-14T17:20:09,984 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a2e00ac90e6d4a499e47a50e3e4288d4, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T17:20:09,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/3f8152191e294e43b5afb577d12a6506 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/3f8152191e294e43b5afb577d12a6506 2024-11-14T17:20:09,988 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/3f8152191e294e43b5afb577d12a6506, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T17:20:09,989 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2a84322fbda3b15e01723edf5ce48ff2 in 1652ms, sequenceid=115, compaction requested=false 2024-11-14T17:20:09,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:09,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:09,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-14T17:20:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-14T17:20:09,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-14T17:20:09,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5670 sec 2024-11-14T17:20:09,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.5700 sec 2024-11-14T17:20:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:10,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T17:20:10,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:10,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:10,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:10,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:10,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:10,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:10,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147ae9fb368af541269e073fdfc1012d9f_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604808683/Put/seqid=0 2024-11-14T17:20:10,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742395_1571 (size=14794) 2024-11-14T17:20:10,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604870855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:10,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604870958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:11,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604871111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:11,113 DEBUG [Thread-2394 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604871124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:11,126 DEBUG [Thread-2396 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:11,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604871126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:11,127 DEBUG [Thread-2402 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:11,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604871127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:11,128 DEBUG [Thread-2398 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., hostname=38cb5ac947ac,46341,1731604646134, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:11,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604871161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:11,228 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:11,231 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147ae9fb368af541269e073fdfc1012d9f_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147ae9fb368af541269e073fdfc1012d9f_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:11,232 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/39ee6f6b5fd84d59aa663ecbb04b2714, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:11,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/39ee6f6b5fd84d59aa663ecbb04b2714 is 175, key is test_row_0/A:col10/1731604808683/Put/seqid=0 2024-11-14T17:20:11,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742396_1572 (size=39749) 2024-11-14T17:20:11,236 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/39ee6f6b5fd84d59aa663ecbb04b2714 2024-11-14T17:20:11,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/95002128f2c54816884f6cca0691d2b8 is 50, key is test_row_0/B:col10/1731604808683/Put/seqid=0 2024-11-14T17:20:11,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742397_1573 (size=12151) 2024-11-14T17:20:11,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/95002128f2c54816884f6cca0691d2b8 2024-11-14T17:20:11,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/b259733d796247fba1671735d93bd743 is 50, key is test_row_0/C:col10/1731604808683/Put/seqid=0 2024-11-14T17:20:11,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742398_1574 (size=12151) 2024-11-14T17:20:11,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/b259733d796247fba1671735d93bd743 2024-11-14T17:20:11,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/39ee6f6b5fd84d59aa663ecbb04b2714 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/39ee6f6b5fd84d59aa663ecbb04b2714 2024-11-14T17:20:11,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/39ee6f6b5fd84d59aa663ecbb04b2714, entries=200, sequenceid=136, filesize=38.8 K 2024-11-14T17:20:11,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/95002128f2c54816884f6cca0691d2b8 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/95002128f2c54816884f6cca0691d2b8 2024-11-14T17:20:11,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/95002128f2c54816884f6cca0691d2b8, entries=150, sequenceid=136, filesize=11.9 K 2024-11-14T17:20:11,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/b259733d796247fba1671735d93bd743 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/b259733d796247fba1671735d93bd743 2024-11-14T17:20:11,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/b259733d796247fba1671735d93bd743, entries=150, sequenceid=136, filesize=11.9 K 2024-11-14T17:20:11,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 2a84322fbda3b15e01723edf5ce48ff2 in 471ms, sequenceid=136, compaction requested=true 2024-11-14T17:20:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:20:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:11,288 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:20:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:11,288 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:20:11,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:11,290 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:11,290 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:11,290 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/B is initiating minor compaction (all files) 2024-11-14T17:20:11,290 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/A is initiating minor compaction (all files) 2024-11-14T17:20:11,290 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/B in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:11,290 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/A in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:11,290 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a13955cbf70d4f24875cf2c1e053f845, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a2e00ac90e6d4a499e47a50e3e4288d4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/95002128f2c54816884f6cca0691d2b8] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=35.5 K 2024-11-14T17:20:11,290 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/6dfcf5b2ad624b6ea59fe5704a6a159d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/849317c50fda4e3f991c89e56e0a20fa, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/39ee6f6b5fd84d59aa663ecbb04b2714] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=99.5 K 2024-11-14T17:20:11,290 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:11,290 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/6dfcf5b2ad624b6ea59fe5704a6a159d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/849317c50fda4e3f991c89e56e0a20fa, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/39ee6f6b5fd84d59aa663ecbb04b2714] 2024-11-14T17:20:11,290 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting a13955cbf70d4f24875cf2c1e053f845, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731604806650 2024-11-14T17:20:11,290 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dfcf5b2ad624b6ea59fe5704a6a159d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731604806650 2024-11-14T17:20:11,290 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting a2e00ac90e6d4a499e47a50e3e4288d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731604806965 2024-11-14T17:20:11,291 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 95002128f2c54816884f6cca0691d2b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731604808683 2024-11-14T17:20:11,291 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 849317c50fda4e3f991c89e56e0a20fa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731604806965 2024-11-14T17:20:11,291 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39ee6f6b5fd84d59aa663ecbb04b2714, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731604808683 2024-11-14T17:20:11,297 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:11,299 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#B#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:11,300 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/26858388f8bd4ac1bab177eb7375c6fa is 50, key is test_row_0/B:col10/1731604808683/Put/seqid=0 2024-11-14T17:20:11,301 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114a9bfe572076a47709f9902e5b89fd146_2a84322fbda3b15e01723edf5ce48ff2 store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:11,303 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114a9bfe572076a47709f9902e5b89fd146_2a84322fbda3b15e01723edf5ce48ff2, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:11,303 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a9bfe572076a47709f9902e5b89fd146_2a84322fbda3b15e01723edf5ce48ff2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:11,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742399_1575 (size=12459) 2024-11-14T17:20:11,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742400_1576 (size=4469) 2024-11-14T17:20:11,310 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#A#compaction#486 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:11,311 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/e107f8f5a6ef4f368734ceb65823aae0 is 175, key is test_row_0/A:col10/1731604808683/Put/seqid=0 2024-11-14T17:20:11,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742401_1577 (size=31413) 2024-11-14T17:20:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:11,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T17:20:11,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:11,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:11,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:11,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:11,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:11,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:11,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114409cf84d1d3e48189c53d435a34cb857_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604810847/Put/seqid=0 2024-11-14T17:20:11,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742402_1578 (size=14794) 2024-11-14T17:20:11,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604871504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-14T17:20:11,526 INFO [Thread-2404 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-14T17:20:11,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:20:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-14T17:20:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-14T17:20:11,528 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:20:11,529 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:20:11,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:20:11,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604871607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-14T17:20:11,680 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:11,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-14T17:20:11,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:11,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:11,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:11,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:11,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:11,710 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/26858388f8bd4ac1bab177eb7375c6fa as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/26858388f8bd4ac1bab177eb7375c6fa 2024-11-14T17:20:11,715 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/B of 2a84322fbda3b15e01723edf5ce48ff2 into 26858388f8bd4ac1bab177eb7375c6fa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:11,715 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:11,715 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/B, priority=13, startTime=1731604811288; duration=0sec 2024-11-14T17:20:11,715 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:11,715 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:B 2024-11-14T17:20:11,715 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:11,716 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:11,716 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/C is initiating minor compaction (all files) 2024-11-14T17:20:11,716 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/C in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:11,716 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/efa92307e7ac4d2892f6b2251ae8b1d0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/3f8152191e294e43b5afb577d12a6506, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/b259733d796247fba1671735d93bd743] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=35.5 K 2024-11-14T17:20:11,717 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting efa92307e7ac4d2892f6b2251ae8b1d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731604806650 2024-11-14T17:20:11,717 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f8152191e294e43b5afb577d12a6506, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731604806965 2024-11-14T17:20:11,717 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting b259733d796247fba1671735d93bd743, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731604808683 2024-11-14T17:20:11,721 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/e107f8f5a6ef4f368734ceb65823aae0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/e107f8f5a6ef4f368734ceb65823aae0 2024-11-14T17:20:11,724 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#C#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:11,725 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/A of 2a84322fbda3b15e01723edf5ce48ff2 into e107f8f5a6ef4f368734ceb65823aae0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:11,725 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:11,725 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/A, priority=13, startTime=1731604811288; duration=0sec 2024-11-14T17:20:11,725 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:11,725 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:A 2024-11-14T17:20:11,725 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/4cdacc54c70449bdbefbb7f396bffb2f is 50, key is test_row_0/C:col10/1731604808683/Put/seqid=0 2024-11-14T17:20:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742403_1579 (size=12459) 2024-11-14T17:20:11,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604871809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-14T17:20:11,833 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:11,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-14T17:20:11,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:11,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:11,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:11,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:11,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:11,876 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:11,879 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114409cf84d1d3e48189c53d435a34cb857_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114409cf84d1d3e48189c53d435a34cb857_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:11,880 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/d259316a4c7941da9fe16bfd48bc66f4, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:11,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/d259316a4c7941da9fe16bfd48bc66f4 is 175, key is test_row_0/A:col10/1731604810847/Put/seqid=0 2024-11-14T17:20:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742404_1580 (size=39749) 2024-11-14T17:20:11,985 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:11,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-14T17:20:11,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:11,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:11,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:11,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:11,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604872113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-14T17:20:12,137 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:12,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-14T17:20:12,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:12,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:12,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:12,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,142 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/4cdacc54c70449bdbefbb7f396bffb2f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/4cdacc54c70449bdbefbb7f396bffb2f 2024-11-14T17:20:12,146 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/C of 2a84322fbda3b15e01723edf5ce48ff2 into 4cdacc54c70449bdbefbb7f396bffb2f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:12,146 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:12,146 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/C, priority=13, startTime=1731604811288; duration=0sec 2024-11-14T17:20:12,146 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:12,146 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:C 2024-11-14T17:20:12,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/d259316a4c7941da9fe16bfd48bc66f4 2024-11-14T17:20:12,290 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:12,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-14T17:20:12,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:12,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:12,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:12,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/acb194e6fd484951aebd3ea4b6681dbe is 50, key is test_row_0/B:col10/1731604810847/Put/seqid=0 2024-11-14T17:20:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742405_1581 (size=12151) 2024-11-14T17:20:12,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:12,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-14T17:20:12,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:12,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:12,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:12,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:12,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-14T17:20:12,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:12,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:12,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:12,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604872619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-14T17:20:12,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/acb194e6fd484951aebd3ea4b6681dbe 2024-11-14T17:20:12,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/6d6c64b9b2cf4f6c887b2c25139a84d5 is 50, key is test_row_0/C:col10/1731604810847/Put/seqid=0 2024-11-14T17:20:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742406_1582 (size=12151) 2024-11-14T17:20:12,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:12,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-14T17:20:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:12,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,901 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:12,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-14T17:20:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:12,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:13,054 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:13,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-14T17:20:13,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:13,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:13,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:13,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:13,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:13,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/6d6c64b9b2cf4f6c887b2c25139a84d5 2024-11-14T17:20:13,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/d259316a4c7941da9fe16bfd48bc66f4 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/d259316a4c7941da9fe16bfd48bc66f4 2024-11-14T17:20:13,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/d259316a4c7941da9fe16bfd48bc66f4, entries=200, sequenceid=155, filesize=38.8 K 2024-11-14T17:20:13,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/acb194e6fd484951aebd3ea4b6681dbe as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/acb194e6fd484951aebd3ea4b6681dbe 2024-11-14T17:20:13,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/acb194e6fd484951aebd3ea4b6681dbe, entries=150, sequenceid=155, filesize=11.9 K 2024-11-14T17:20:13,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/6d6c64b9b2cf4f6c887b2c25139a84d5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/6d6c64b9b2cf4f6c887b2c25139a84d5 2024-11-14T17:20:13,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/6d6c64b9b2cf4f6c887b2c25139a84d5, entries=150, sequenceid=155, filesize=11.9 K 2024-11-14T17:20:13,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 2a84322fbda3b15e01723edf5ce48ff2 in 1657ms, sequenceid=155, compaction requested=false 2024-11-14T17:20:13,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:13,206 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:13,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-14T17:20:13,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:13,207 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T17:20:13,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:13,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:13,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:13,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:13,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:13,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:13,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111459f64c4e32c04737bff79bb8d20e7f28_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604811473/Put/seqid=0 2024-11-14T17:20:13,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742407_1583 (size=12304) 2024-11-14T17:20:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:13,624 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111459f64c4e32c04737bff79bb8d20e7f28_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111459f64c4e32c04737bff79bb8d20e7f28_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/20f333015ed64c12bfb11347fc13180a, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/20f333015ed64c12bfb11347fc13180a is 175, key is test_row_0/A:col10/1731604811473/Put/seqid=0 2024-11-14T17:20:13,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742408_1584 (size=31105) 2024-11-14T17:20:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-14T17:20:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:13,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:13,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604873672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:13,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604873775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604873978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:14,029 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/20f333015ed64c12bfb11347fc13180a 2024-11-14T17:20:14,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/208a29864b1e4c488ccfb06c99ee1fff is 50, key is test_row_0/B:col10/1731604811473/Put/seqid=0 2024-11-14T17:20:14,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742409_1585 (size=12151) 2024-11-14T17:20:14,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604874282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:14,447 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/208a29864b1e4c488ccfb06c99ee1fff 2024-11-14T17:20:14,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/b84a906236584dbbb7f2c18323dc2be9 is 50, key is test_row_0/C:col10/1731604811473/Put/seqid=0 2024-11-14T17:20:14,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742410_1586 (size=12151) 2024-11-14T17:20:14,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604874784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:14,857 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/b84a906236584dbbb7f2c18323dc2be9 2024-11-14T17:20:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/20f333015ed64c12bfb11347fc13180a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/20f333015ed64c12bfb11347fc13180a 2024-11-14T17:20:14,866 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/20f333015ed64c12bfb11347fc13180a, entries=150, sequenceid=175, filesize=30.4 K 2024-11-14T17:20:14,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/208a29864b1e4c488ccfb06c99ee1fff as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/208a29864b1e4c488ccfb06c99ee1fff 2024-11-14T17:20:14,870 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/208a29864b1e4c488ccfb06c99ee1fff, entries=150, sequenceid=175, filesize=11.9 K 2024-11-14T17:20:14,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/b84a906236584dbbb7f2c18323dc2be9 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/b84a906236584dbbb7f2c18323dc2be9 2024-11-14T17:20:14,874 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/b84a906236584dbbb7f2c18323dc2be9, entries=150, sequenceid=175, filesize=11.9 K 2024-11-14T17:20:14,875 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 2a84322fbda3b15e01723edf5ce48ff2 in 1668ms, sequenceid=175, compaction requested=true 2024-11-14T17:20:14,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:14,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:14,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-14T17:20:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-14T17:20:14,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-14T17:20:14,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3470 sec 2024-11-14T17:20:14,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 3.3510 sec 2024-11-14T17:20:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:15,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T17:20:15,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:15,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:15,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:15,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:15,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:15,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:15,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ce16621c301b492eb19c3afa30a437c9_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604813671/Put/seqid=0 2024-11-14T17:20:15,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742411_1587 (size=14794) 2024-11-14T17:20:15,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604875155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604875183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604875183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604875183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604875284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604875288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604875288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604875288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604875488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604875490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604875490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604875491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,539 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:15,543 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ce16621c301b492eb19c3afa30a437c9_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ce16621c301b492eb19c3afa30a437c9_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:15,543 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/8ae2010a6815470ead4043319eb6bc0f, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:15,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/8ae2010a6815470ead4043319eb6bc0f is 175, key is test_row_0/A:col10/1731604813671/Put/seqid=0 2024-11-14T17:20:15,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742412_1588 (size=39749) 2024-11-14T17:20:15,548 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/8ae2010a6815470ead4043319eb6bc0f 2024-11-14T17:20:15,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ea3d19509ab6466e87cedfc4eedb2bec is 50, key is test_row_0/B:col10/1731604813671/Put/seqid=0 2024-11-14T17:20:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742413_1589 (size=12151) 2024-11-14T17:20:15,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ea3d19509ab6466e87cedfc4eedb2bec 2024-11-14T17:20:15,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/6fa559932e42404ebff576e3091da8e1 is 50, key is test_row_0/C:col10/1731604813671/Put/seqid=0 2024-11-14T17:20:15,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742414_1590 (size=12151) 2024-11-14T17:20:15,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/6fa559932e42404ebff576e3091da8e1 2024-11-14T17:20:15,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/8ae2010a6815470ead4043319eb6bc0f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8ae2010a6815470ead4043319eb6bc0f 2024-11-14T17:20:15,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8ae2010a6815470ead4043319eb6bc0f, entries=200, sequenceid=195, filesize=38.8 K 2024-11-14T17:20:15,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ea3d19509ab6466e87cedfc4eedb2bec as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ea3d19509ab6466e87cedfc4eedb2bec 2024-11-14T17:20:15,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ea3d19509ab6466e87cedfc4eedb2bec, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T17:20:15,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/6fa559932e42404ebff576e3091da8e1 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/6fa559932e42404ebff576e3091da8e1 2024-11-14T17:20:15,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/6fa559932e42404ebff576e3091da8e1, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T17:20:15,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for 2a84322fbda3b15e01723edf5ce48ff2 in 451ms, sequenceid=195, compaction requested=true 2024-11-14T17:20:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:20:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:20:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:15,581 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:20:15,581 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:20:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:20:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:15,582 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:20:15,582 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:20:15,582 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/B is initiating minor compaction (all files) 2024-11-14T17:20:15,582 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/A is initiating minor compaction (all files) 2024-11-14T17:20:15,582 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/A in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:15,582 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/B in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:15,582 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/26858388f8bd4ac1bab177eb7375c6fa, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/acb194e6fd484951aebd3ea4b6681dbe, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/208a29864b1e4c488ccfb06c99ee1fff, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ea3d19509ab6466e87cedfc4eedb2bec] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=47.8 K 2024-11-14T17:20:15,582 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/e107f8f5a6ef4f368734ceb65823aae0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/d259316a4c7941da9fe16bfd48bc66f4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/20f333015ed64c12bfb11347fc13180a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8ae2010a6815470ead4043319eb6bc0f] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=138.7 K 2024-11-14T17:20:15,582 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:15,583 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/e107f8f5a6ef4f368734ceb65823aae0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/d259316a4c7941da9fe16bfd48bc66f4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/20f333015ed64c12bfb11347fc13180a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8ae2010a6815470ead4043319eb6bc0f] 2024-11-14T17:20:15,583 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting e107f8f5a6ef4f368734ceb65823aae0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731604808683 2024-11-14T17:20:15,583 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 26858388f8bd4ac1bab177eb7375c6fa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731604808683 2024-11-14T17:20:15,583 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting acb194e6fd484951aebd3ea4b6681dbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731604810841 2024-11-14T17:20:15,583 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting d259316a4c7941da9fe16bfd48bc66f4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731604810841 2024-11-14T17:20:15,584 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 208a29864b1e4c488ccfb06c99ee1fff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731604811473 2024-11-14T17:20:15,584 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20f333015ed64c12bfb11347fc13180a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731604811473 2024-11-14T17:20:15,584 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ea3d19509ab6466e87cedfc4eedb2bec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731604813668 2024-11-14T17:20:15,584 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ae2010a6815470ead4043319eb6bc0f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731604813658 2024-11-14T17:20:15,590 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:15,591 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#B#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:15,592 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114c5eb0bce33b5497db2b9180c7be9b567_2a84322fbda3b15e01723edf5ce48ff2 store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:15,592 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/e2355ab761fc469dbae4d037147af50a is 50, key is test_row_0/B:col10/1731604813671/Put/seqid=0 2024-11-14T17:20:15,594 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114c5eb0bce33b5497db2b9180c7be9b567_2a84322fbda3b15e01723edf5ce48ff2, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:15,594 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c5eb0bce33b5497db2b9180c7be9b567_2a84322fbda3b15e01723edf5ce48ff2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:15,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742415_1591 (size=12595) 2024-11-14T17:20:15,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742416_1592 (size=4469) 2024-11-14T17:20:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-14T17:20:15,632 INFO [Thread-2404 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-14T17:20:15,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:20:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-14T17:20:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-14T17:20:15,635 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:20:15,635 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:20:15,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:20:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-14T17:20:15,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-14T17:20:15,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:15,788 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T17:20:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146948dc64cf6b45fdb8d2517fe9f24a43_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604815157/Put/seqid=0 2024-11-14T17:20:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:15,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:15,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742417_1593 (size=12304) 2024-11-14T17:20:15,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604875803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604875804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604875805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604875806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604875807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604875908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604875908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604875909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604875910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604875910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-14T17:20:16,003 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/e2355ab761fc469dbae4d037147af50a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/e2355ab761fc469dbae4d037147af50a 2024-11-14T17:20:16,004 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#A#compaction#498 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:16,004 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/33024e42b1e24116b7fb32a26ac2a130 is 175, key is test_row_0/A:col10/1731604813671/Put/seqid=0 2024-11-14T17:20:16,008 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/B of 2a84322fbda3b15e01723edf5ce48ff2 into e2355ab761fc469dbae4d037147af50a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:16,008 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:16,008 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/B, priority=12, startTime=1731604815581; duration=0sec 2024-11-14T17:20:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742418_1594 (size=31549) 2024-11-14T17:20:16,008 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:16,008 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:B 2024-11-14T17:20:16,009 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T17:20:16,010 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T17:20:16,010 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/C is initiating minor compaction (all files) 2024-11-14T17:20:16,010 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/C in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:16,010 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/4cdacc54c70449bdbefbb7f396bffb2f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/6d6c64b9b2cf4f6c887b2c25139a84d5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/b84a906236584dbbb7f2c18323dc2be9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/6fa559932e42404ebff576e3091da8e1] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=47.8 K 2024-11-14T17:20:16,010 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cdacc54c70449bdbefbb7f396bffb2f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731604808683 2024-11-14T17:20:16,011 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d6c64b9b2cf4f6c887b2c25139a84d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731604810841 2024-11-14T17:20:16,011 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting b84a906236584dbbb7f2c18323dc2be9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731604811473 2024-11-14T17:20:16,011 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fa559932e42404ebff576e3091da8e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731604813668 2024-11-14T17:20:16,020 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#C#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:16,020 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/ef40523862304ba0a5e4b68aadbea736 is 50, key is test_row_0/C:col10/1731604813671/Put/seqid=0 2024-11-14T17:20:16,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742419_1595 (size=12595) 2024-11-14T17:20:16,033 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/ef40523862304ba0a5e4b68aadbea736 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/ef40523862304ba0a5e4b68aadbea736 2024-11-14T17:20:16,037 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/C of 2a84322fbda3b15e01723edf5ce48ff2 into ef40523862304ba0a5e4b68aadbea736(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:16,037 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:16,037 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/C, priority=12, startTime=1731604815581; duration=0sec 2024-11-14T17:20:16,037 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:16,037 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:C 2024-11-14T17:20:16,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604876112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604876113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604876113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604876113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604876114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:16,202 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146948dc64cf6b45fdb8d2517fe9f24a43_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146948dc64cf6b45fdb8d2517fe9f24a43_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:16,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/8dcea93e4ba447a78b73fc7f160faf22, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:16,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/8dcea93e4ba447a78b73fc7f160faf22 is 175, key is test_row_0/A:col10/1731604815157/Put/seqid=0 2024-11-14T17:20:16,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742420_1596 (size=31105) 2024-11-14T17:20:16,208 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/8dcea93e4ba447a78b73fc7f160faf22 2024-11-14T17:20:16,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/d16cf1b9d2ab47d2ae91434402e3b9a4 is 50, key is test_row_0/B:col10/1731604815157/Put/seqid=0 2024-11-14T17:20:16,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742421_1597 (size=12151) 2024-11-14T17:20:16,218 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/d16cf1b9d2ab47d2ae91434402e3b9a4 2024-11-14T17:20:16,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/fc9f8ac272b04d3d9523fa94c6fdc20f is 50, key is test_row_0/C:col10/1731604815157/Put/seqid=0 2024-11-14T17:20:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-14T17:20:16,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742422_1598 (size=12151) 2024-11-14T17:20:16,251 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/fc9f8ac272b04d3d9523fa94c6fdc20f 2024-11-14T17:20:16,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/8dcea93e4ba447a78b73fc7f160faf22 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8dcea93e4ba447a78b73fc7f160faf22 2024-11-14T17:20:16,261 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8dcea93e4ba447a78b73fc7f160faf22, entries=150, sequenceid=213, filesize=30.4 K 2024-11-14T17:20:16,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/d16cf1b9d2ab47d2ae91434402e3b9a4 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/d16cf1b9d2ab47d2ae91434402e3b9a4 2024-11-14T17:20:16,266 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/d16cf1b9d2ab47d2ae91434402e3b9a4, entries=150, sequenceid=213, filesize=11.9 K 2024-11-14T17:20:16,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/fc9f8ac272b04d3d9523fa94c6fdc20f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/fc9f8ac272b04d3d9523fa94c6fdc20f 2024-11-14T17:20:16,271 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/fc9f8ac272b04d3d9523fa94c6fdc20f, entries=150, sequenceid=213, filesize=11.9 K 2024-11-14T17:20:16,272 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 2a84322fbda3b15e01723edf5ce48ff2 in 484ms, sequenceid=213, compaction requested=false 2024-11-14T17:20:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-14T17:20:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-14T17:20:16,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-14T17:20:16,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 638 msec 2024-11-14T17:20:16,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 641 msec 2024-11-14T17:20:16,413 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/33024e42b1e24116b7fb32a26ac2a130 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/33024e42b1e24116b7fb32a26ac2a130 2024-11-14T17:20:16,416 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/A of 2a84322fbda3b15e01723edf5ce48ff2 into 33024e42b1e24116b7fb32a26ac2a130(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:16,416 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:16,416 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/A, priority=12, startTime=1731604815581; duration=0sec 2024-11-14T17:20:16,416 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:16,416 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:A 2024-11-14T17:20:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:16,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T17:20:16,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:16,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:16,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:16,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:16,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:16,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:16,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140c1dd80a19d44d31a3229a8f239547e0_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604815805/Put/seqid=0 2024-11-14T17:20:16,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742423_1599 (size=14794) 2024-11-14T17:20:16,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604876428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604876431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604876431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604876431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604876432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604876533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604876535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604876535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604876535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604876535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604876735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-14T17:20:16,738 INFO [Thread-2404 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-14T17:20:16,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604876738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:20:16,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604876739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604876739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604876739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-14T17:20:16,741 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:20:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-14T17:20:16,741 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:20:16,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:20:16,827 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:16,829 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140c1dd80a19d44d31a3229a8f239547e0_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140c1dd80a19d44d31a3229a8f239547e0_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:16,830 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/f249cbdb78f647c593489345bbdd65e3, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:16,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/f249cbdb78f647c593489345bbdd65e3 is 175, key is test_row_0/A:col10/1731604815805/Put/seqid=0 2024-11-14T17:20:16,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742424_1600 (size=39749) 2024-11-14T17:20:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-14T17:20:16,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:16,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-14T17:20:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:16,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:16,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:16,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604877037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604877040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-14T17:20:17,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604877042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604877042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604877043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-14T17:20:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,198 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-14T17:20:17,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:17,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,235 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/f249cbdb78f647c593489345bbdd65e3 2024-11-14T17:20:17,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/9b64a24b4cfe4ccb9b7e2c1dc920b604 is 50, key is test_row_0/B:col10/1731604815805/Put/seqid=0 2024-11-14T17:20:17,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742425_1601 (size=12151) 2024-11-14T17:20:17,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/9b64a24b4cfe4ccb9b7e2c1dc920b604 2024-11-14T17:20:17,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/69e413697f514f01885d204ff0b8cd7b is 50, key is test_row_0/C:col10/1731604815805/Put/seqid=0 2024-11-14T17:20:17,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742426_1602 (size=12151) 2024-11-14T17:20:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-14T17:20:17,351 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-14T17:20:17,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:17,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-14T17:20:17,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:17,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604877542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604877544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604877544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604877546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604877547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,655 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-14T17:20:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:17,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/69e413697f514f01885d204ff0b8cd7b 2024-11-14T17:20:17,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/f249cbdb78f647c593489345bbdd65e3 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/f249cbdb78f647c593489345bbdd65e3 2024-11-14T17:20:17,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/f249cbdb78f647c593489345bbdd65e3, entries=200, sequenceid=235, filesize=38.8 K 2024-11-14T17:20:17,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/9b64a24b4cfe4ccb9b7e2c1dc920b604 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/9b64a24b4cfe4ccb9b7e2c1dc920b604 2024-11-14T17:20:17,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/9b64a24b4cfe4ccb9b7e2c1dc920b604, entries=150, sequenceid=235, filesize=11.9 K 2024-11-14T17:20:17,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/69e413697f514f01885d204ff0b8cd7b as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/69e413697f514f01885d204ff0b8cd7b 2024-11-14T17:20:17,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/69e413697f514f01885d204ff0b8cd7b, entries=150, sequenceid=235, filesize=11.9 K 2024-11-14T17:20:17,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 2a84322fbda3b15e01723edf5ce48ff2 in 1255ms, sequenceid=235, compaction requested=true 2024-11-14T17:20:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:20:17,673 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:20:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:17,673 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:20:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:17,674 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:17,674 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:17,674 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/A is initiating minor compaction (all files) 2024-11-14T17:20:17,674 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/B is initiating minor compaction (all files) 2024-11-14T17:20:17,674 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/A in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,674 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/B in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,674 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/33024e42b1e24116b7fb32a26ac2a130, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8dcea93e4ba447a78b73fc7f160faf22, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/f249cbdb78f647c593489345bbdd65e3] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=100.0 K 2024-11-14T17:20:17,674 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,674 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/e2355ab761fc469dbae4d037147af50a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/d16cf1b9d2ab47d2ae91434402e3b9a4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/9b64a24b4cfe4ccb9b7e2c1dc920b604] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=36.0 K 2024-11-14T17:20:17,674 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/33024e42b1e24116b7fb32a26ac2a130, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8dcea93e4ba447a78b73fc7f160faf22, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/f249cbdb78f647c593489345bbdd65e3] 2024-11-14T17:20:17,674 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting e2355ab761fc469dbae4d037147af50a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731604813668 2024-11-14T17:20:17,674 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33024e42b1e24116b7fb32a26ac2a130, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731604813668 2024-11-14T17:20:17,675 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting d16cf1b9d2ab47d2ae91434402e3b9a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731604815150 2024-11-14T17:20:17,675 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dcea93e4ba447a78b73fc7f160faf22, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731604815150 2024-11-14T17:20:17,675 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting f249cbdb78f647c593489345bbdd65e3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731604815802 2024-11-14T17:20:17,675 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b64a24b4cfe4ccb9b7e2c1dc920b604, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731604815802 2024-11-14T17:20:17,681 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:17,682 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#B#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:17,683 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ebe98e67789240b589340941912255d2 is 50, key is test_row_0/B:col10/1731604815805/Put/seqid=0 2024-11-14T17:20:17,685 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114263d2bbd4f6d415581b9eb8b16f6afc0_2a84322fbda3b15e01723edf5ce48ff2 store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:17,687 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114263d2bbd4f6d415581b9eb8b16f6afc0_2a84322fbda3b15e01723edf5ce48ff2, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:17,687 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114263d2bbd4f6d415581b9eb8b16f6afc0_2a84322fbda3b15e01723edf5ce48ff2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:17,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742427_1603 (size=12697) 2024-11-14T17:20:17,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742428_1604 (size=4469) 2024-11-14T17:20:17,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:17,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-14T17:20:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:17,809 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T17:20:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:17,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dfabba0579e74d1798fab6265b233899_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604816430/Put/seqid=0 2024-11-14T17:20:17,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742429_1605 (size=12304) 2024-11-14T17:20:17,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:17,823 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dfabba0579e74d1798fab6265b233899_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dfabba0579e74d1798fab6265b233899_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:17,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/aa7541abafa04d56bcb785ae360e6aec, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:17,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/aa7541abafa04d56bcb785ae360e6aec is 175, key is test_row_0/A:col10/1731604816430/Put/seqid=0 2024-11-14T17:20:17,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742430_1606 (size=31105) 2024-11-14T17:20:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-14T17:20:18,098 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ebe98e67789240b589340941912255d2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ebe98e67789240b589340941912255d2 2024-11-14T17:20:18,098 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#A#compaction#508 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:18,099 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/ef559f8af6de4f32bf9168986f999758 is 175, key is test_row_0/A:col10/1731604815805/Put/seqid=0 2024-11-14T17:20:18,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742431_1607 (size=31651) 2024-11-14T17:20:18,104 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/B of 2a84322fbda3b15e01723edf5ce48ff2 into ebe98e67789240b589340941912255d2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:18,104 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:18,104 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/B, priority=13, startTime=1731604817673; duration=0sec 2024-11-14T17:20:18,104 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:18,104 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:B 2024-11-14T17:20:18,104 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:18,105 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:18,105 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/C is initiating minor compaction (all files) 2024-11-14T17:20:18,105 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/C in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:18,105 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/ef40523862304ba0a5e4b68aadbea736, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/fc9f8ac272b04d3d9523fa94c6fdc20f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/69e413697f514f01885d204ff0b8cd7b] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=36.0 K 2024-11-14T17:20:18,105 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ef40523862304ba0a5e4b68aadbea736, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731604813668 2024-11-14T17:20:18,106 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting fc9f8ac272b04d3d9523fa94c6fdc20f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731604815150 2024-11-14T17:20:18,106 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 69e413697f514f01885d204ff0b8cd7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731604815802 2024-11-14T17:20:18,106 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/ef559f8af6de4f32bf9168986f999758 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/ef559f8af6de4f32bf9168986f999758 2024-11-14T17:20:18,110 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/A of 2a84322fbda3b15e01723edf5ce48ff2 into ef559f8af6de4f32bf9168986f999758(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:18,111 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:18,111 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/A, priority=13, startTime=1731604817673; duration=0sec 2024-11-14T17:20:18,111 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:18,111 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:A 2024-11-14T17:20:18,112 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#C#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:18,113 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/74e044a89e624ef7846d76c308c14fc3 is 50, key is test_row_0/C:col10/1731604815805/Put/seqid=0 2024-11-14T17:20:18,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742432_1608 (size=12697) 2024-11-14T17:20:18,228 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/aa7541abafa04d56bcb785ae360e6aec 2024-11-14T17:20:18,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/df330bd2e7244f548a603dc66d2ea091 is 50, key is test_row_0/B:col10/1731604816430/Put/seqid=0 2024-11-14T17:20:18,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742433_1609 (size=12151) 2024-11-14T17:20:18,520 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/74e044a89e624ef7846d76c308c14fc3 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/74e044a89e624ef7846d76c308c14fc3 2024-11-14T17:20:18,524 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/C of 2a84322fbda3b15e01723edf5ce48ff2 into 74e044a89e624ef7846d76c308c14fc3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:18,524 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:18,524 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/C, priority=13, startTime=1731604817673; duration=0sec 2024-11-14T17:20:18,524 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:18,524 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:C 2024-11-14T17:20:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:18,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604878561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604878563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604878563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604878564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604878564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,643 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/df330bd2e7244f548a603dc66d2ea091 2024-11-14T17:20:18,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/c08ab7a7dc2f4829991c1e479e979c1f is 50, key is test_row_0/C:col10/1731604816430/Put/seqid=0 2024-11-14T17:20:18,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742434_1610 (size=12151) 2024-11-14T17:20:18,653 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/c08ab7a7dc2f4829991c1e479e979c1f 2024-11-14T17:20:18,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/aa7541abafa04d56bcb785ae360e6aec as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/aa7541abafa04d56bcb785ae360e6aec 2024-11-14T17:20:18,660 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/aa7541abafa04d56bcb785ae360e6aec, entries=150, sequenceid=253, filesize=30.4 K 2024-11-14T17:20:18,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/df330bd2e7244f548a603dc66d2ea091 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/df330bd2e7244f548a603dc66d2ea091 2024-11-14T17:20:18,664 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/df330bd2e7244f548a603dc66d2ea091, entries=150, sequenceid=253, filesize=11.9 K 2024-11-14T17:20:18,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/c08ab7a7dc2f4829991c1e479e979c1f as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/c08ab7a7dc2f4829991c1e479e979c1f 2024-11-14T17:20:18,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604878666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,668 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/c08ab7a7dc2f4829991c1e479e979c1f, entries=150, sequenceid=253, filesize=11.9 K 2024-11-14T17:20:18,669 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 2a84322fbda3b15e01723edf5ce48ff2 in 860ms, sequenceid=253, compaction requested=false 2024-11-14T17:20:18,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:18,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:18,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-14T17:20:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-14T17:20:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:18,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T17:20:18,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-14T17:20:18,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9280 sec 2024-11-14T17:20:18,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:18,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:18,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:18,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:18,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:18,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:18,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.9320 sec 2024-11-14T17:20:18,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142b9d82a44b844d76b69cff64ee0402c0_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604818670/Put/seqid=0 2024-11-14T17:20:18,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604878682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604878682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604878682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604878683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742435_1611 (size=12454) 2024-11-14T17:20:18,686 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:18,690 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142b9d82a44b844d76b69cff64ee0402c0_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142b9d82a44b844d76b69cff64ee0402c0_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:18,692 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/87248cbbd8ac43508859d416e66f6350, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:18,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/87248cbbd8ac43508859d416e66f6350 is 175, key is test_row_0/A:col10/1731604818670/Put/seqid=0 2024-11-14T17:20:18,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742436_1612 (size=31255) 2024-11-14T17:20:18,697 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/87248cbbd8ac43508859d416e66f6350 2024-11-14T17:20:18,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/6dae7c52bdb049d2b20f2f535a0c1a6d is 50, key is test_row_0/B:col10/1731604818670/Put/seqid=0 2024-11-14T17:20:18,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742437_1613 (size=12301) 2024-11-14T17:20:18,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604878786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604878786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604878786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604878786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-14T17:20:18,844 INFO [Thread-2404 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-14T17:20:18,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:20:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-14T17:20:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-14T17:20:18,847 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:20:18,848 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:20:18,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:20:18,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604878869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-14T17:20:18,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604878989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604878989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604878989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:18,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604878990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,000 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-14T17:20:19,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:19,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:19,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:19,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:19,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:19,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/6dae7c52bdb049d2b20f2f535a0c1a6d 2024-11-14T17:20:19,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/1d6a399bc8754d02bdb3ad30072a16a5 is 50, key is test_row_0/C:col10/1731604818670/Put/seqid=0 2024-11-14T17:20:19,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742438_1614 (size=12301) 2024-11-14T17:20:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-14T17:20:19,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-14T17:20:19,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:19,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:19,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:19,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:19,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:19,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604879173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604879293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604879293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604879293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604879293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-14T17:20:19,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:19,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:19,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:19,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:19,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-14T17:20:19,457 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-14T17:20:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:19,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:19,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/1d6a399bc8754d02bdb3ad30072a16a5 2024-11-14T17:20:19,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/87248cbbd8ac43508859d416e66f6350 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/87248cbbd8ac43508859d416e66f6350 2024-11-14T17:20:19,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/87248cbbd8ac43508859d416e66f6350, entries=150, sequenceid=279, filesize=30.5 K 2024-11-14T17:20:19,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/6dae7c52bdb049d2b20f2f535a0c1a6d as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/6dae7c52bdb049d2b20f2f535a0c1a6d 2024-11-14T17:20:19,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/6dae7c52bdb049d2b20f2f535a0c1a6d, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T17:20:19,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/1d6a399bc8754d02bdb3ad30072a16a5 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/1d6a399bc8754d02bdb3ad30072a16a5 2024-11-14T17:20:19,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/1d6a399bc8754d02bdb3ad30072a16a5, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T17:20:19,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 2a84322fbda3b15e01723edf5ce48ff2 in 863ms, sequenceid=279, compaction requested=true 2024-11-14T17:20:19,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:19,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:20:19,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:19,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:20:19,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:19,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:20:19,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:19,534 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:19,534 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:19,535 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:19,535 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:19,535 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/B is initiating minor compaction (all files) 2024-11-14T17:20:19,535 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/A is initiating minor compaction (all files) 2024-11-14T17:20:19,535 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/B in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:19,535 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/A in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:19,535 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ebe98e67789240b589340941912255d2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/df330bd2e7244f548a603dc66d2ea091, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/6dae7c52bdb049d2b20f2f535a0c1a6d] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=36.3 K 2024-11-14T17:20:19,535 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/ef559f8af6de4f32bf9168986f999758, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/aa7541abafa04d56bcb785ae360e6aec, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/87248cbbd8ac43508859d416e66f6350] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=91.8 K 2024-11-14T17:20:19,535 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:19,535 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/ef559f8af6de4f32bf9168986f999758, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/aa7541abafa04d56bcb785ae360e6aec, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/87248cbbd8ac43508859d416e66f6350] 2024-11-14T17:20:19,535 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting ebe98e67789240b589340941912255d2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731604815802 2024-11-14T17:20:19,536 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef559f8af6de4f32bf9168986f999758, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731604815802 2024-11-14T17:20:19,536 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting df330bd2e7244f548a603dc66d2ea091, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731604816426 2024-11-14T17:20:19,536 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa7541abafa04d56bcb785ae360e6aec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731604816426 2024-11-14T17:20:19,536 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dae7c52bdb049d2b20f2f535a0c1a6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731604818670 2024-11-14T17:20:19,536 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87248cbbd8ac43508859d416e66f6350, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731604818670 2024-11-14T17:20:19,541 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:19,542 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#B#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:19,542 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114b3f86687157c4045a54271097d4e49a3_2a84322fbda3b15e01723edf5ce48ff2 store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:19,543 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/a5ffe96108974671825b32591544a1c7 is 50, key is test_row_0/B:col10/1731604818670/Put/seqid=0 2024-11-14T17:20:19,543 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114b3f86687157c4045a54271097d4e49a3_2a84322fbda3b15e01723edf5ce48ff2, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:19,544 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b3f86687157c4045a54271097d4e49a3_2a84322fbda3b15e01723edf5ce48ff2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:19,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742439_1615 (size=12949) 2024-11-14T17:20:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742440_1616 (size=4469) 2024-11-14T17:20:19,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-14T17:20:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:19,610 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T17:20:19,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:19,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:19,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:19,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:19,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:19,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144f2f4d08cbd84374b8c0b1c70a253906_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604818681/Put/seqid=0 2024-11-14T17:20:19,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742441_1617 (size=12454) 2024-11-14T17:20:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:19,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:19,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604879726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604879796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604879796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604879797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604879798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604879829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:19,948 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#A#compaction#516 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:19,949 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/a3782fff83a0486b8dec93bf54666e6c is 175, key is test_row_0/A:col10/1731604818670/Put/seqid=0 2024-11-14T17:20:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-14T17:20:19,951 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/a5ffe96108974671825b32591544a1c7 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a5ffe96108974671825b32591544a1c7 2024-11-14T17:20:19,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742442_1618 (size=31903) 2024-11-14T17:20:19,956 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/B of 2a84322fbda3b15e01723edf5ce48ff2 into a5ffe96108974671825b32591544a1c7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:19,956 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:19,956 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/B, priority=13, startTime=1731604819534; duration=0sec 2024-11-14T17:20:19,956 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:19,956 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:B 2024-11-14T17:20:19,956 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:19,957 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:19,957 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/C is initiating minor compaction (all files) 2024-11-14T17:20:19,957 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/C in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:19,958 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/74e044a89e624ef7846d76c308c14fc3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/c08ab7a7dc2f4829991c1e479e979c1f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/1d6a399bc8754d02bdb3ad30072a16a5] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=36.3 K 2024-11-14T17:20:19,958 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 74e044a89e624ef7846d76c308c14fc3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731604815802 2024-11-14T17:20:19,958 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c08ab7a7dc2f4829991c1e479e979c1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731604816426 2024-11-14T17:20:19,958 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d6a399bc8754d02bdb3ad30072a16a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731604818670 2024-11-14T17:20:19,964 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#C#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:19,965 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/77210664b6824118860a8bb3b86af7f2 is 50, key is test_row_0/C:col10/1731604818670/Put/seqid=0 2024-11-14T17:20:19,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742443_1619 (size=12949) 2024-11-14T17:20:20,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:20,025 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144f2f4d08cbd84374b8c0b1c70a253906_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144f2f4d08cbd84374b8c0b1c70a253906_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:20,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/b0ef69cb81584ccd95803bba98e72b88, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:20,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/b0ef69cb81584ccd95803bba98e72b88 is 175, key is test_row_0/A:col10/1731604818681/Put/seqid=0 2024-11-14T17:20:20,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742444_1620 (size=31255) 2024-11-14T17:20:20,032 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/b0ef69cb81584ccd95803bba98e72b88 2024-11-14T17:20:20,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604880033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:20,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/606a59ee95f2423088578c9ece7d40c4 is 50, key is test_row_0/B:col10/1731604818681/Put/seqid=0 2024-11-14T17:20:20,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742445_1621 (size=12301) 2024-11-14T17:20:20,042 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/606a59ee95f2423088578c9ece7d40c4 2024-11-14T17:20:20,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/c9dfb98eae8c4feea04f8d1e09487cc8 is 50, key is test_row_0/C:col10/1731604818681/Put/seqid=0 2024-11-14T17:20:20,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742446_1622 (size=12301) 2024-11-14T17:20:20,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604880338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:20,356 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/a3782fff83a0486b8dec93bf54666e6c as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/a3782fff83a0486b8dec93bf54666e6c 2024-11-14T17:20:20,360 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/A of 2a84322fbda3b15e01723edf5ce48ff2 into a3782fff83a0486b8dec93bf54666e6c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:20,360 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:20,360 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/A, priority=13, startTime=1731604819534; duration=0sec 2024-11-14T17:20:20,361 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:20,361 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:A 2024-11-14T17:20:20,371 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/77210664b6824118860a8bb3b86af7f2 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/77210664b6824118860a8bb3b86af7f2 2024-11-14T17:20:20,375 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/C of 2a84322fbda3b15e01723edf5ce48ff2 into 77210664b6824118860a8bb3b86af7f2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:20,375 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:20,375 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/C, priority=13, startTime=1731604819534; duration=0sec 2024-11-14T17:20:20,375 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:20,375 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:C 2024-11-14T17:20:20,452 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/c9dfb98eae8c4feea04f8d1e09487cc8 2024-11-14T17:20:20,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/b0ef69cb81584ccd95803bba98e72b88 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b0ef69cb81584ccd95803bba98e72b88 2024-11-14T17:20:20,460 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b0ef69cb81584ccd95803bba98e72b88, entries=150, sequenceid=293, filesize=30.5 K 2024-11-14T17:20:20,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/606a59ee95f2423088578c9ece7d40c4 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/606a59ee95f2423088578c9ece7d40c4 2024-11-14T17:20:20,464 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/606a59ee95f2423088578c9ece7d40c4, entries=150, sequenceid=293, filesize=12.0 K 2024-11-14T17:20:20,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/c9dfb98eae8c4feea04f8d1e09487cc8 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/c9dfb98eae8c4feea04f8d1e09487cc8 2024-11-14T17:20:20,468 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/c9dfb98eae8c4feea04f8d1e09487cc8, entries=150, sequenceid=293, filesize=12.0 K 2024-11-14T17:20:20,468 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2a84322fbda3b15e01723edf5ce48ff2 in 859ms, sequenceid=293, compaction requested=false 2024-11-14T17:20:20,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:20,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:20,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-14T17:20:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-14T17:20:20,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-14T17:20:20,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6220 sec 2024-11-14T17:20:20,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.6260 sec 2024-11-14T17:20:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:20,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T17:20:20,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:20,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:20,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:20,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:20,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:20,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:20,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114428b8da796474122a8eeb50556840910_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604820803/Put/seqid=0 2024-11-14T17:20:20,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604880815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:20,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604880816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:20,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604880820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:20,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604880820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:20,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742447_1623 (size=14994) 2024-11-14T17:20:20,830 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:20,834 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114428b8da796474122a8eeb50556840910_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114428b8da796474122a8eeb50556840910_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:20,835 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/52c839d45e744a3b9b9bc609d59dd6e0, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:20,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/52c839d45e744a3b9b9bc609d59dd6e0 is 175, key is test_row_0/A:col10/1731604820803/Put/seqid=0 2024-11-14T17:20:20,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604880841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:20,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742448_1624 (size=39949) 2024-11-14T17:20:20,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604880918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:20,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604880919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:20,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604880921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:20,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604880922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-14T17:20:20,951 INFO [Thread-2404 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-14T17:20:20,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T17:20:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-11-14T17:20:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-14T17:20:20,954 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T17:20:20,954 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T17:20:20,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T17:20:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-14T17:20:21,106 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-14T17:20:21,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:21,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:21,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:21,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604881122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604881123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604881125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604881125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,227 DEBUG [Thread-2405 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:58688 2024-11-14T17:20:21,227 DEBUG [Thread-2405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:21,229 DEBUG [Thread-2409 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:58688 2024-11-14T17:20:21,229 DEBUG [Thread-2407 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:58688 2024-11-14T17:20:21,229 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:21,229 DEBUG [Thread-2407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:21,229 DEBUG [Thread-2413 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d832d43 to 127.0.0.1:58688 2024-11-14T17:20:21,229 DEBUG [Thread-2413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:21,231 DEBUG [Thread-2411 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:58688 2024-11-14T17:20:21,231 DEBUG [Thread-2411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-14T17:20:21,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-14T17:20:21,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:21,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:21,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:21,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,278 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/52c839d45e744a3b9b9bc609d59dd6e0 2024-11-14T17:20:21,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/42c0d5a3d644435c9de532f743ed2847 is 50, key is test_row_0/B:col10/1731604820803/Put/seqid=0 2024-11-14T17:20:21,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742449_1625 (size=12301) 2024-11-14T17:20:21,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-14T17:20:21,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:21,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:21,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:21,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604881426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604881427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604881427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604881429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-14T17:20:21,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-14T17:20:21,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:21,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:21,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:21,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/42c0d5a3d644435c9de532f743ed2847 2024-11-14T17:20:21,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/cb12969e464e42d28462005e5140febc is 50, key is test_row_0/C:col10/1731604820803/Put/seqid=0 2024-11-14T17:20:21,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742450_1626 (size=12301) 2024-11-14T17:20:21,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-14T17:20:21,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:21,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:21,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:21,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34120 deadline: 1731604881849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-14T17:20:21,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:21,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:21,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:21,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:21,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34160 deadline: 1731604881927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34114 deadline: 1731604881928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34152 deadline: 1731604881929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:21,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T17:20:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34138 deadline: 1731604881934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:22,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:22,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-14T17:20:22,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:22,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:22,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:22,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:22,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-14T17:20:22,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/cb12969e464e42d28462005e5140febc 2024-11-14T17:20:22,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/52c839d45e744a3b9b9bc609d59dd6e0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/52c839d45e744a3b9b9bc609d59dd6e0 2024-11-14T17:20:22,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/52c839d45e744a3b9b9bc609d59dd6e0, entries=200, sequenceid=320, filesize=39.0 K 2024-11-14T17:20:22,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/42c0d5a3d644435c9de532f743ed2847 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/42c0d5a3d644435c9de532f743ed2847 2024-11-14T17:20:22,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/42c0d5a3d644435c9de532f743ed2847, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T17:20:22,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/cb12969e464e42d28462005e5140febc as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/cb12969e464e42d28462005e5140febc 2024-11-14T17:20:22,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/cb12969e464e42d28462005e5140febc, entries=150, sequenceid=320, filesize=12.0 K 2024-11-14T17:20:22,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2a84322fbda3b15e01723edf5ce48ff2 in 1304ms, sequenceid=320, compaction requested=true 2024-11-14T17:20:22,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:22,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T17:20:22,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:22,107 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:22,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T17:20:22,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:22,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a84322fbda3b15e01723edf5ce48ff2:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T17:20:22,107 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:22,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:22,108 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:22,108 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:22,108 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/B is initiating minor compaction (all files) 2024-11-14T17:20:22,108 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/A is initiating minor compaction (all files) 2024-11-14T17:20:22,108 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/B in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:22,108 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/A in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:22,108 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a5ffe96108974671825b32591544a1c7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/606a59ee95f2423088578c9ece7d40c4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/42c0d5a3d644435c9de532f743ed2847] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=36.7 K 2024-11-14T17:20:22,108 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/a3782fff83a0486b8dec93bf54666e6c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b0ef69cb81584ccd95803bba98e72b88, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/52c839d45e744a3b9b9bc609d59dd6e0] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=100.7 K 2024-11-14T17:20:22,108 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:22,108 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. files: [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/a3782fff83a0486b8dec93bf54666e6c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b0ef69cb81584ccd95803bba98e72b88, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/52c839d45e744a3b9b9bc609d59dd6e0] 2024-11-14T17:20:22,109 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting a5ffe96108974671825b32591544a1c7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731604818670 2024-11-14T17:20:22,109 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3782fff83a0486b8dec93bf54666e6c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731604818670 2024-11-14T17:20:22,109 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 606a59ee95f2423088578c9ece7d40c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731604818674 2024-11-14T17:20:22,109 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0ef69cb81584ccd95803bba98e72b88, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731604818674 2024-11-14T17:20:22,109 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 42c0d5a3d644435c9de532f743ed2847, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731604819717 2024-11-14T17:20:22,109 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52c839d45e744a3b9b9bc609d59dd6e0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731604819717 2024-11-14T17:20:22,113 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:22,114 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#B#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:22,114 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/1399ffc7f8e04354a43f494cad46bfb8 is 50, key is test_row_0/B:col10/1731604820803/Put/seqid=0 2024-11-14T17:20:22,116 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411148c1b05b5503948d498bc06caf0516a4f_2a84322fbda3b15e01723edf5ce48ff2 store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:22,119 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411148c1b05b5503948d498bc06caf0516a4f_2a84322fbda3b15e01723edf5ce48ff2, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:22,120 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148c1b05b5503948d498bc06caf0516a4f_2a84322fbda3b15e01723edf5ce48ff2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:22,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742451_1627 (size=13051) 2024-11-14T17:20:22,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742452_1628 (size=4469) 2024-11-14T17:20:22,124 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#A#compaction#526 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:22,125 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/328dc38e69d74556a87986cce68f3fcb is 175, key is test_row_0/A:col10/1731604820803/Put/seqid=0 2024-11-14T17:20:22,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742453_1629 (size=32005) 2024-11-14T17:20:22,172 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:22,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-14T17:20:22,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:22,172 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T17:20:22,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:22,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:22,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:22,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:22,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:22,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:22,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111403c9130f0ef645daa17d276356236a90_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604820809/Put/seqid=0 2024-11-14T17:20:22,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742454_1630 (size=12454) 2024-11-14T17:20:22,524 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/1399ffc7f8e04354a43f494cad46bfb8 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/1399ffc7f8e04354a43f494cad46bfb8 2024-11-14T17:20:22,527 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/B of 2a84322fbda3b15e01723edf5ce48ff2 into 1399ffc7f8e04354a43f494cad46bfb8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:22,527 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:22,527 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/B, priority=13, startTime=1731604822107; duration=0sec 2024-11-14T17:20:22,527 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T17:20:22,527 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:B 2024-11-14T17:20:22,527 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T17:20:22,528 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T17:20:22,528 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1540): 2a84322fbda3b15e01723edf5ce48ff2/C is initiating minor compaction (all files) 2024-11-14T17:20:22,528 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2a84322fbda3b15e01723edf5ce48ff2/C in TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:22,528 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/77210664b6824118860a8bb3b86af7f2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/c9dfb98eae8c4feea04f8d1e09487cc8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/cb12969e464e42d28462005e5140febc] into tmpdir=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp, totalSize=36.7 K 2024-11-14T17:20:22,528 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting 77210664b6824118860a8bb3b86af7f2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731604818670 2024-11-14T17:20:22,528 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting c9dfb98eae8c4feea04f8d1e09487cc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731604818674 2024-11-14T17:20:22,529 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] compactions.Compactor(224): Compacting cb12969e464e42d28462005e5140febc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731604819717 2024-11-14T17:20:22,531 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/328dc38e69d74556a87986cce68f3fcb as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/328dc38e69d74556a87986cce68f3fcb 2024-11-14T17:20:22,534 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a84322fbda3b15e01723edf5ce48ff2#C#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T17:20:22,534 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/A of 2a84322fbda3b15e01723edf5ce48ff2 into 328dc38e69d74556a87986cce68f3fcb(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:22,534 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:22,534 INFO [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/A, priority=13, startTime=1731604822107; duration=0sec 2024-11-14T17:20:22,534 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:22,534 DEBUG [RS:0;38cb5ac947ac:46341-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:A 2024-11-14T17:20:22,534 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/4c293aba3ed14a7688388d2cb0d174bf is 50, key is test_row_0/C:col10/1731604820803/Put/seqid=0 2024-11-14T17:20:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742455_1631 (size=13051) 2024-11-14T17:20:22,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:22,583 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111403c9130f0ef645daa17d276356236a90_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111403c9130f0ef645daa17d276356236a90_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:22,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/169af41b11ee4e3c8ab14836a347d043, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:22,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/169af41b11ee4e3c8ab14836a347d043 is 175, key is test_row_0/A:col10/1731604820809/Put/seqid=0 2024-11-14T17:20:22,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742456_1632 (size=31255) 2024-11-14T17:20:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46341 {}] regionserver.HRegion(8581): Flush requested on 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:22,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. as already flushing 2024-11-14T17:20:22,932 DEBUG [Thread-2398 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:58688 2024-11-14T17:20:22,932 DEBUG [Thread-2398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:22,936 DEBUG [Thread-2402 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:58688 2024-11-14T17:20:22,936 DEBUG [Thread-2402 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:22,937 DEBUG [Thread-2396 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:58688 2024-11-14T17:20:22,937 DEBUG [Thread-2396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:22,940 DEBUG [Thread-2394 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:58688 2024-11-14T17:20:22,940 DEBUG [Thread-2394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:22,941 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/4c293aba3ed14a7688388d2cb0d174bf as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/4c293aba3ed14a7688388d2cb0d174bf 2024-11-14T17:20:22,944 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2a84322fbda3b15e01723edf5ce48ff2/C of 2a84322fbda3b15e01723edf5ce48ff2 into 4c293aba3ed14a7688388d2cb0d174bf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T17:20:22,944 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:22,944 INFO [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2., storeName=2a84322fbda3b15e01723edf5ce48ff2/C, priority=13, startTime=1731604822107; duration=0sec 2024-11-14T17:20:22,944 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T17:20:22,944 DEBUG [RS:0;38cb5ac947ac:46341-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a84322fbda3b15e01723edf5ce48ff2:C 2024-11-14T17:20:22,987 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/169af41b11ee4e3c8ab14836a347d043 2024-11-14T17:20:22,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ab0690985cfb443fbedf21b773d4f2cf is 50, key is test_row_0/B:col10/1731604820809/Put/seqid=0 2024-11-14T17:20:22,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742457_1633 (size=12301) 2024-11-14T17:20:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-14T17:20:23,395 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ab0690985cfb443fbedf21b773d4f2cf 2024-11-14T17:20:23,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/f2db8f2bf7034fd6a0492dd7e102db0e is 50, key is test_row_0/C:col10/1731604820809/Put/seqid=0 2024-11-14T17:20:23,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742458_1634 (size=12301) 2024-11-14T17:20:23,804 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/f2db8f2bf7034fd6a0492dd7e102db0e 2024-11-14T17:20:23,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/169af41b11ee4e3c8ab14836a347d043 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/169af41b11ee4e3c8ab14836a347d043 2024-11-14T17:20:23,809 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/169af41b11ee4e3c8ab14836a347d043, entries=150, sequenceid=332, filesize=30.5 K 2024-11-14T17:20:23,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/ab0690985cfb443fbedf21b773d4f2cf as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ab0690985cfb443fbedf21b773d4f2cf 2024-11-14T17:20:23,812 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ab0690985cfb443fbedf21b773d4f2cf, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T17:20:23,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/f2db8f2bf7034fd6a0492dd7e102db0e as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/f2db8f2bf7034fd6a0492dd7e102db0e 2024-11-14T17:20:23,815 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/f2db8f2bf7034fd6a0492dd7e102db0e, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T17:20:23,815 INFO [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for 2a84322fbda3b15e01723edf5ce48ff2 in 1643ms, sequenceid=332, compaction requested=false 2024-11-14T17:20:23,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:23,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:23,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/38cb5ac947ac:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-11-14T17:20:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-11-14T17:20:23,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-14T17:20:23,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8620 sec 2024-11-14T17:20:23,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 2.8660 sec 2024-11-14T17:20:23,855 DEBUG [Thread-2400 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:58688 2024-11-14T17:20:23,855 DEBUG [Thread-2400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:24,497 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:20:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-14T17:20:25,058 INFO [Thread-2404 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-14T17:20:25,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T17:20:25,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-14T17:20:25,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-14T17:20:25,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-14T17:20:25,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-14T17:20:25,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-14T17:20:25,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T17:20:25,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7959 2024-11-14T17:20:25,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7557 2024-11-14T17:20:25,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7411 2024-11-14T17:20:25,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7965 2024-11-14T17:20:25,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7576 2024-11-14T17:20:25,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T17:20:25,058 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T17:20:25,058 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:58688 2024-11-14T17:20:25,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:25,059 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T17:20:25,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T17:20:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T17:20:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-14T17:20:25,061 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604825061"}]},"ts":"1731604825061"} 2024-11-14T17:20:25,062 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T17:20:25,064 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T17:20:25,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T17:20:25,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a84322fbda3b15e01723edf5ce48ff2, UNASSIGN}] 2024-11-14T17:20:25,065 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a84322fbda3b15e01723edf5ce48ff2, UNASSIGN 2024-11-14T17:20:25,066 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=2a84322fbda3b15e01723edf5ce48ff2, regionState=CLOSING, regionLocation=38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:25,066 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T17:20:25,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; CloseRegionProcedure 2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134}] 2024-11-14T17:20:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-14T17:20:25,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:25,218 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(124): Close 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:25,218 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T17:20:25,218 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1681): Closing 2a84322fbda3b15e01723edf5ce48ff2, disabling compactions & flushes 2024-11-14T17:20:25,218 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:25,218 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:25,218 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. after waiting 0 ms 2024-11-14T17:20:25,218 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:25,218 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(2837): Flushing 2a84322fbda3b15e01723edf5ce48ff2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T17:20:25,219 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=A 2024-11-14T17:20:25,219 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:25,219 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=B 2024-11-14T17:20:25,219 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:25,219 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a84322fbda3b15e01723edf5ce48ff2, store=C 2024-11-14T17:20:25,219 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T17:20:25,223 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e7a0dcbf1e444683b052acb9ef9f55be_2a84322fbda3b15e01723edf5ce48ff2 is 50, key is test_row_0/A:col10/1731604822939/Put/seqid=0 2024-11-14T17:20:25,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742459_1635 (size=12454) 2024-11-14T17:20:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-14T17:20:25,627 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:25,629 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e7a0dcbf1e444683b052acb9ef9f55be_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e7a0dcbf1e444683b052acb9ef9f55be_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:25,630 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/e1fd334797e54eba88bf1f0e57530f0a, store: [table=TestAcidGuarantees family=A region=2a84322fbda3b15e01723edf5ce48ff2] 2024-11-14T17:20:25,630 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/e1fd334797e54eba88bf1f0e57530f0a is 175, key is test_row_0/A:col10/1731604822939/Put/seqid=0 2024-11-14T17:20:25,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742460_1636 (size=31255) 2024-11-14T17:20:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-14T17:20:26,034 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/e1fd334797e54eba88bf1f0e57530f0a 2024-11-14T17:20:26,039 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/1f98e390da9e441988d933bfa8ad4f56 is 50, key is test_row_0/B:col10/1731604822939/Put/seqid=0 2024-11-14T17:20:26,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742461_1637 (size=12301) 2024-11-14T17:20:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-14T17:20:26,442 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/1f98e390da9e441988d933bfa8ad4f56 2024-11-14T17:20:26,447 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/67298d75389d45b6aec02145a610342a is 50, key is test_row_0/C:col10/1731604822939/Put/seqid=0 2024-11-14T17:20:26,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742462_1638 (size=12301) 2024-11-14T17:20:26,851 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/67298d75389d45b6aec02145a610342a 2024-11-14T17:20:26,854 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/A/e1fd334797e54eba88bf1f0e57530f0a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/e1fd334797e54eba88bf1f0e57530f0a 2024-11-14T17:20:26,856 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/e1fd334797e54eba88bf1f0e57530f0a, entries=150, sequenceid=343, filesize=30.5 K 2024-11-14T17:20:26,857 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/B/1f98e390da9e441988d933bfa8ad4f56 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/1f98e390da9e441988d933bfa8ad4f56 2024-11-14T17:20:26,859 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/1f98e390da9e441988d933bfa8ad4f56, entries=150, sequenceid=343, filesize=12.0 K 2024-11-14T17:20:26,860 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/.tmp/C/67298d75389d45b6aec02145a610342a as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/67298d75389d45b6aec02145a610342a 2024-11-14T17:20:26,862 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/67298d75389d45b6aec02145a610342a, entries=150, sequenceid=343, filesize=12.0 K 2024-11-14T17:20:26,863 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2a84322fbda3b15e01723edf5ce48ff2 in 1644ms, sequenceid=343, compaction requested=true 2024-11-14T17:20:26,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8bdfa1b0d2d64ae7875bf18ac155fd2e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b8962665921e48b18b5e4844da2ceac6, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/5e499cbb11db45799b7d8a24f3f3643e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/98a5dca743aa479994ab6ddb4547809f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/6e0dd368ac234cdc9b217cb8ba44c20d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/764bf04e45374b5a9751c419e33e6653, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/6dfcf5b2ad624b6ea59fe5704a6a159d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/849317c50fda4e3f991c89e56e0a20fa, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/39ee6f6b5fd84d59aa663ecbb04b2714, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/e107f8f5a6ef4f368734ceb65823aae0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/d259316a4c7941da9fe16bfd48bc66f4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/20f333015ed64c12bfb11347fc13180a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8ae2010a6815470ead4043319eb6bc0f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/33024e42b1e24116b7fb32a26ac2a130, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8dcea93e4ba447a78b73fc7f160faf22, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/f249cbdb78f647c593489345bbdd65e3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/ef559f8af6de4f32bf9168986f999758, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/aa7541abafa04d56bcb785ae360e6aec, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/a3782fff83a0486b8dec93bf54666e6c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/87248cbbd8ac43508859d416e66f6350, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b0ef69cb81584ccd95803bba98e72b88, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/52c839d45e744a3b9b9bc609d59dd6e0] to archive 2024-11-14T17:20:26,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:20:26,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8bdfa1b0d2d64ae7875bf18ac155fd2e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8bdfa1b0d2d64ae7875bf18ac155fd2e 2024-11-14T17:20:26,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b8962665921e48b18b5e4844da2ceac6 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b8962665921e48b18b5e4844da2ceac6 2024-11-14T17:20:26,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/5e499cbb11db45799b7d8a24f3f3643e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/5e499cbb11db45799b7d8a24f3f3643e 2024-11-14T17:20:26,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/98a5dca743aa479994ab6ddb4547809f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/98a5dca743aa479994ab6ddb4547809f 2024-11-14T17:20:26,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/6e0dd368ac234cdc9b217cb8ba44c20d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/6e0dd368ac234cdc9b217cb8ba44c20d 2024-11-14T17:20:26,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/764bf04e45374b5a9751c419e33e6653 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/764bf04e45374b5a9751c419e33e6653 2024-11-14T17:20:26,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/6dfcf5b2ad624b6ea59fe5704a6a159d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/6dfcf5b2ad624b6ea59fe5704a6a159d 2024-11-14T17:20:26,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/849317c50fda4e3f991c89e56e0a20fa to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/849317c50fda4e3f991c89e56e0a20fa 2024-11-14T17:20:26,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/39ee6f6b5fd84d59aa663ecbb04b2714 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/39ee6f6b5fd84d59aa663ecbb04b2714 2024-11-14T17:20:26,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/e107f8f5a6ef4f368734ceb65823aae0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/e107f8f5a6ef4f368734ceb65823aae0 2024-11-14T17:20:26,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/d259316a4c7941da9fe16bfd48bc66f4 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/d259316a4c7941da9fe16bfd48bc66f4 2024-11-14T17:20:26,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/20f333015ed64c12bfb11347fc13180a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/20f333015ed64c12bfb11347fc13180a 2024-11-14T17:20:26,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8ae2010a6815470ead4043319eb6bc0f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8ae2010a6815470ead4043319eb6bc0f 2024-11-14T17:20:26,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/33024e42b1e24116b7fb32a26ac2a130 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/33024e42b1e24116b7fb32a26ac2a130 2024-11-14T17:20:26,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8dcea93e4ba447a78b73fc7f160faf22 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/8dcea93e4ba447a78b73fc7f160faf22 2024-11-14T17:20:26,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/f249cbdb78f647c593489345bbdd65e3 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/f249cbdb78f647c593489345bbdd65e3 2024-11-14T17:20:26,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/ef559f8af6de4f32bf9168986f999758 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/ef559f8af6de4f32bf9168986f999758 2024-11-14T17:20:26,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/aa7541abafa04d56bcb785ae360e6aec to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/aa7541abafa04d56bcb785ae360e6aec 2024-11-14T17:20:26,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/a3782fff83a0486b8dec93bf54666e6c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/a3782fff83a0486b8dec93bf54666e6c 2024-11-14T17:20:26,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/87248cbbd8ac43508859d416e66f6350 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/87248cbbd8ac43508859d416e66f6350 2024-11-14T17:20:26,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b0ef69cb81584ccd95803bba98e72b88 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/b0ef69cb81584ccd95803bba98e72b88 2024-11-14T17:20:26,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/52c839d45e744a3b9b9bc609d59dd6e0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/52c839d45e744a3b9b9bc609d59dd6e0 2024-11-14T17:20:26,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/9cb8c6530fd14f908d43d71d10c9c83d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/d702fd5531f34662a9e2eb8ab6405fcb, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/b580142abf4c420e92b827242f3a69a2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/dfcec42fd15e4fa49b82e1bd9b12a54e, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ef69501f87b0407a82ad725350f3f8ed, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a13955cbf70d4f24875cf2c1e053f845, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ade8925f6dd14def80a7e14a05b42007, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a2e00ac90e6d4a499e47a50e3e4288d4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/26858388f8bd4ac1bab177eb7375c6fa, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/95002128f2c54816884f6cca0691d2b8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/acb194e6fd484951aebd3ea4b6681dbe, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/208a29864b1e4c488ccfb06c99ee1fff, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/e2355ab761fc469dbae4d037147af50a, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ea3d19509ab6466e87cedfc4eedb2bec, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/d16cf1b9d2ab47d2ae91434402e3b9a4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ebe98e67789240b589340941912255d2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/9b64a24b4cfe4ccb9b7e2c1dc920b604, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/df330bd2e7244f548a603dc66d2ea091, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a5ffe96108974671825b32591544a1c7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/6dae7c52bdb049d2b20f2f535a0c1a6d, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/606a59ee95f2423088578c9ece7d40c4, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/42c0d5a3d644435c9de532f743ed2847] to archive 2024-11-14T17:20:26,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:20:26,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/9cb8c6530fd14f908d43d71d10c9c83d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/9cb8c6530fd14f908d43d71d10c9c83d 2024-11-14T17:20:26,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/d702fd5531f34662a9e2eb8ab6405fcb to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/d702fd5531f34662a9e2eb8ab6405fcb 2024-11-14T17:20:26,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/b580142abf4c420e92b827242f3a69a2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/b580142abf4c420e92b827242f3a69a2 2024-11-14T17:20:26,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/dfcec42fd15e4fa49b82e1bd9b12a54e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/dfcec42fd15e4fa49b82e1bd9b12a54e 2024-11-14T17:20:26,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ef69501f87b0407a82ad725350f3f8ed to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ef69501f87b0407a82ad725350f3f8ed 2024-11-14T17:20:26,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a13955cbf70d4f24875cf2c1e053f845 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a13955cbf70d4f24875cf2c1e053f845 2024-11-14T17:20:26,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ade8925f6dd14def80a7e14a05b42007 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ade8925f6dd14def80a7e14a05b42007 2024-11-14T17:20:26,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a2e00ac90e6d4a499e47a50e3e4288d4 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a2e00ac90e6d4a499e47a50e3e4288d4 2024-11-14T17:20:26,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/26858388f8bd4ac1bab177eb7375c6fa to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/26858388f8bd4ac1bab177eb7375c6fa 2024-11-14T17:20:26,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/95002128f2c54816884f6cca0691d2b8 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/95002128f2c54816884f6cca0691d2b8 2024-11-14T17:20:26,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/acb194e6fd484951aebd3ea4b6681dbe to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/acb194e6fd484951aebd3ea4b6681dbe 2024-11-14T17:20:26,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/208a29864b1e4c488ccfb06c99ee1fff to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/208a29864b1e4c488ccfb06c99ee1fff 2024-11-14T17:20:26,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/e2355ab761fc469dbae4d037147af50a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/e2355ab761fc469dbae4d037147af50a 2024-11-14T17:20:26,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ea3d19509ab6466e87cedfc4eedb2bec to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ea3d19509ab6466e87cedfc4eedb2bec 2024-11-14T17:20:26,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/d16cf1b9d2ab47d2ae91434402e3b9a4 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/d16cf1b9d2ab47d2ae91434402e3b9a4 2024-11-14T17:20:26,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ebe98e67789240b589340941912255d2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ebe98e67789240b589340941912255d2 2024-11-14T17:20:26,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/9b64a24b4cfe4ccb9b7e2c1dc920b604 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/9b64a24b4cfe4ccb9b7e2c1dc920b604 2024-11-14T17:20:26,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/df330bd2e7244f548a603dc66d2ea091 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/df330bd2e7244f548a603dc66d2ea091 2024-11-14T17:20:26,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a5ffe96108974671825b32591544a1c7 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/a5ffe96108974671825b32591544a1c7 2024-11-14T17:20:26,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/6dae7c52bdb049d2b20f2f535a0c1a6d to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/6dae7c52bdb049d2b20f2f535a0c1a6d 2024-11-14T17:20:26,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/606a59ee95f2423088578c9ece7d40c4 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/606a59ee95f2423088578c9ece7d40c4 2024-11-14T17:20:26,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/42c0d5a3d644435c9de532f743ed2847 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/42c0d5a3d644435c9de532f743ed2847 2024-11-14T17:20:26,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/cec56f8dfded425c9cc0ecbd58b404ea, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/7c9d96551d5d4459b99515cad7e2b78c, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/39b4a1172f544c99b42d0b5697d7a8fc, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/1cba8b9831984da2a29dc912e180e4e7, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/9e878299e9004290b076660f43537ab2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/efa92307e7ac4d2892f6b2251ae8b1d0, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/83916c147d134fecbe320211e6a31057, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/3f8152191e294e43b5afb577d12a6506, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/4cdacc54c70449bdbefbb7f396bffb2f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/b259733d796247fba1671735d93bd743, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/6d6c64b9b2cf4f6c887b2c25139a84d5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/b84a906236584dbbb7f2c18323dc2be9, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/ef40523862304ba0a5e4b68aadbea736, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/6fa559932e42404ebff576e3091da8e1, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/fc9f8ac272b04d3d9523fa94c6fdc20f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/74e044a89e624ef7846d76c308c14fc3, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/69e413697f514f01885d204ff0b8cd7b, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/c08ab7a7dc2f4829991c1e479e979c1f, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/77210664b6824118860a8bb3b86af7f2, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/1d6a399bc8754d02bdb3ad30072a16a5, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/c9dfb98eae8c4feea04f8d1e09487cc8, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/cb12969e464e42d28462005e5140febc] to archive 2024-11-14T17:20:26,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T17:20:26,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/cec56f8dfded425c9cc0ecbd58b404ea to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/cec56f8dfded425c9cc0ecbd58b404ea 2024-11-14T17:20:26,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/7c9d96551d5d4459b99515cad7e2b78c to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/7c9d96551d5d4459b99515cad7e2b78c 2024-11-14T17:20:26,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/39b4a1172f544c99b42d0b5697d7a8fc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/39b4a1172f544c99b42d0b5697d7a8fc 2024-11-14T17:20:26,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/1cba8b9831984da2a29dc912e180e4e7 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/1cba8b9831984da2a29dc912e180e4e7 2024-11-14T17:20:26,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/9e878299e9004290b076660f43537ab2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/9e878299e9004290b076660f43537ab2 2024-11-14T17:20:26,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/efa92307e7ac4d2892f6b2251ae8b1d0 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/efa92307e7ac4d2892f6b2251ae8b1d0 2024-11-14T17:20:26,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/83916c147d134fecbe320211e6a31057 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/83916c147d134fecbe320211e6a31057 2024-11-14T17:20:26,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/3f8152191e294e43b5afb577d12a6506 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/3f8152191e294e43b5afb577d12a6506 2024-11-14T17:20:26,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/4cdacc54c70449bdbefbb7f396bffb2f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/4cdacc54c70449bdbefbb7f396bffb2f 2024-11-14T17:20:26,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/b259733d796247fba1671735d93bd743 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/b259733d796247fba1671735d93bd743 2024-11-14T17:20:26,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/6d6c64b9b2cf4f6c887b2c25139a84d5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/6d6c64b9b2cf4f6c887b2c25139a84d5 2024-11-14T17:20:26,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/b84a906236584dbbb7f2c18323dc2be9 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/b84a906236584dbbb7f2c18323dc2be9 2024-11-14T17:20:26,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/ef40523862304ba0a5e4b68aadbea736 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/ef40523862304ba0a5e4b68aadbea736 2024-11-14T17:20:26,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/6fa559932e42404ebff576e3091da8e1 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/6fa559932e42404ebff576e3091da8e1 2024-11-14T17:20:26,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/fc9f8ac272b04d3d9523fa94c6fdc20f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/fc9f8ac272b04d3d9523fa94c6fdc20f 2024-11-14T17:20:26,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/74e044a89e624ef7846d76c308c14fc3 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/74e044a89e624ef7846d76c308c14fc3 2024-11-14T17:20:26,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/69e413697f514f01885d204ff0b8cd7b to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/69e413697f514f01885d204ff0b8cd7b 2024-11-14T17:20:26,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/c08ab7a7dc2f4829991c1e479e979c1f to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/c08ab7a7dc2f4829991c1e479e979c1f 2024-11-14T17:20:26,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/77210664b6824118860a8bb3b86af7f2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/77210664b6824118860a8bb3b86af7f2 2024-11-14T17:20:26,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/1d6a399bc8754d02bdb3ad30072a16a5 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/1d6a399bc8754d02bdb3ad30072a16a5 2024-11-14T17:20:26,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/c9dfb98eae8c4feea04f8d1e09487cc8 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/c9dfb98eae8c4feea04f8d1e09487cc8 2024-11-14T17:20:26,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/cb12969e464e42d28462005e5140febc to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/cb12969e464e42d28462005e5140febc 2024-11-14T17:20:26,925 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/recovered.edits/346.seqid, newMaxSeqId=346, maxSeqId=4 2024-11-14T17:20:26,926 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2. 2024-11-14T17:20:26,926 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1635): Region close journal for 2a84322fbda3b15e01723edf5ce48ff2: 2024-11-14T17:20:26,927 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(170): Closed 2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:26,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=2a84322fbda3b15e01723edf5ce48ff2, regionState=CLOSED 2024-11-14T17:20:26,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-11-14T17:20:26,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; CloseRegionProcedure 2a84322fbda3b15e01723edf5ce48ff2, server=38cb5ac947ac,46341,1731604646134 in 1.8620 sec 2024-11-14T17:20:26,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=189, resume processing ppid=188 2024-11-14T17:20:26,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, ppid=188, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a84322fbda3b15e01723edf5ce48ff2, UNASSIGN in 1.8640 sec 2024-11-14T17:20:26,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-14T17:20:26,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8660 sec 2024-11-14T17:20:26,932 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604826932"}]},"ts":"1731604826932"} 2024-11-14T17:20:26,933 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T17:20:26,934 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T17:20:26,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8760 sec 2024-11-14T17:20:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-14T17:20:27,164 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-14T17:20:27,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T17:20:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:20:27,166 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:20:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-14T17:20:27,166 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=191, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:20:27,168 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,170 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C, FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/recovered.edits] 2024-11-14T17:20:27,172 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/169af41b11ee4e3c8ab14836a347d043 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/169af41b11ee4e3c8ab14836a347d043 2024-11-14T17:20:27,173 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/328dc38e69d74556a87986cce68f3fcb to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/328dc38e69d74556a87986cce68f3fcb 2024-11-14T17:20:27,174 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/e1fd334797e54eba88bf1f0e57530f0a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/A/e1fd334797e54eba88bf1f0e57530f0a 2024-11-14T17:20:27,175 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/1399ffc7f8e04354a43f494cad46bfb8 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/1399ffc7f8e04354a43f494cad46bfb8 2024-11-14T17:20:27,176 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/1f98e390da9e441988d933bfa8ad4f56 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/1f98e390da9e441988d933bfa8ad4f56 2024-11-14T17:20:27,177 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ab0690985cfb443fbedf21b773d4f2cf to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/B/ab0690985cfb443fbedf21b773d4f2cf 2024-11-14T17:20:27,178 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/4c293aba3ed14a7688388d2cb0d174bf to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/4c293aba3ed14a7688388d2cb0d174bf 2024-11-14T17:20:27,179 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/67298d75389d45b6aec02145a610342a to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/67298d75389d45b6aec02145a610342a 2024-11-14T17:20:27,180 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/f2db8f2bf7034fd6a0492dd7e102db0e to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/C/f2db8f2bf7034fd6a0492dd7e102db0e 2024-11-14T17:20:27,182 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/recovered.edits/346.seqid to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2/recovered.edits/346.seqid 2024-11-14T17:20:27,182 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/default/TestAcidGuarantees/2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,182 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T17:20:27,183 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T17:20:27,183 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T17:20:27,185 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111403c9130f0ef645daa17d276356236a90_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111403c9130f0ef645daa17d276356236a90_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,186 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140c1dd80a19d44d31a3229a8f239547e0_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140c1dd80a19d44d31a3229a8f239547e0_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,187 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142b9d82a44b844d76b69cff64ee0402c0_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142b9d82a44b844d76b69cff64ee0402c0_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,188 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114409cf84d1d3e48189c53d435a34cb857_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114409cf84d1d3e48189c53d435a34cb857_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,188 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114428b8da796474122a8eeb50556840910_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114428b8da796474122a8eeb50556840910_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,189 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144f2f4d08cbd84374b8c0b1c70a253906_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144f2f4d08cbd84374b8c0b1c70a253906_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,190 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111459f64c4e32c04737bff79bb8d20e7f28_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111459f64c4e32c04737bff79bb8d20e7f28_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,191 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146948dc64cf6b45fdb8d2517fe9f24a43_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146948dc64cf6b45fdb8d2517fe9f24a43_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,192 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147ae9fb368af541269e073fdfc1012d9f_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147ae9fb368af541269e073fdfc1012d9f_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,192 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149e2208f89ee4443fa6ec7bda80b07320_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149e2208f89ee4443fa6ec7bda80b07320_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,193 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b12c54fb81114579a80c15f873feea01_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b12c54fb81114579a80c15f873feea01_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,194 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ce16621c301b492eb19c3afa30a437c9_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ce16621c301b492eb19c3afa30a437c9_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,195 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dfabba0579e74d1798fab6265b233899_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dfabba0579e74d1798fab6265b233899_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,196 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e7a0dcbf1e444683b052acb9ef9f55be_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e7a0dcbf1e444683b052acb9ef9f55be_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,197 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f9e3808c1b1341c29a99805525eb03c0_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f9e3808c1b1341c29a99805525eb03c0_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,197 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ff030ee2fddf4ccb9b2bd0304214cda9_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ff030ee2fddf4ccb9b2bd0304214cda9_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,198 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ff33f21ea68d4db1ab21dda970a6826c_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ff33f21ea68d4db1ab21dda970a6826c_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,199 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ff9f823beda74f6bb1bce2245a9f288f_2a84322fbda3b15e01723edf5ce48ff2 to hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ff9f823beda74f6bb1bce2245a9f288f_2a84322fbda3b15e01723edf5ce48ff2 2024-11-14T17:20:27,199 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T17:20:27,201 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=191, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:20:27,203 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T17:20:27,205 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T17:20:27,205 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=191, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:20:27,205 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T17:20:27,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731604827205"}]},"ts":"9223372036854775807"} 2024-11-14T17:20:27,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T17:20:27,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2a84322fbda3b15e01723edf5ce48ff2, NAME => 'TestAcidGuarantees,,1731604798151.2a84322fbda3b15e01723edf5ce48ff2.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T17:20:27,207 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T17:20:27,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731604827207"}]},"ts":"9223372036854775807"} 2024-11-14T17:20:27,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T17:20:27,210 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=191, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T17:20:27,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-14T17:20:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-14T17:20:27,267 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-11-14T17:20:27,276 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238 (was 239), OpenFileDescriptor=450 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=8259 (was 8279) 2024-11-14T17:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-14T17:20:27,276 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T17:20:27,276 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:58688 2024-11-14T17:20:27,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:27,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:20:27,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=67080707, stopped=false 2024-11-14T17:20:27,277 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=38cb5ac947ac,40787,1731604645378 2024-11-14T17:20:27,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T17:20:27,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T17:20:27,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-14T17:20:27,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:20:27,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:20:27,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:27,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T17:20:27,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T17:20:27,279 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '38cb5ac947ac,46341,1731604646134' ***** 2024-11-14T17:20:27,279 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-14T17:20:27,280 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:20:27,280 INFO [RS:0;38cb5ac947ac:46341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:20:27,280 INFO [RS:0;38cb5ac947ac:46341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:20:27,280 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(3579): Received CLOSE for aed6cec0750f84a69e2d76e226b25da3 2024-11-14T17:20:27,280 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1224): stopping server 38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:27,280 DEBUG [RS:0;38cb5ac947ac:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:27,281 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:20:27,281 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:20:27,281 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:20:27,281 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-14T17:20:27,281 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing aed6cec0750f84a69e2d76e226b25da3, disabling compactions & flushes 2024-11-14T17:20:27,281 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. 2024-11-14T17:20:27,281 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. 2024-11-14T17:20:27,281 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. after waiting 0 ms 2024-11-14T17:20:27,281 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. 2024-11-14T17:20:27,281 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing aed6cec0750f84a69e2d76e226b25da3 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-14T17:20:27,281 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-14T17:20:27,281 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-14T17:20:27,281 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, aed6cec0750f84a69e2d76e226b25da3=hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3.} 2024-11-14T17:20:27,281 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:20:27,281 INFO [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-14T17:20:27,281 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-14T17:20:27,281 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:20:27,281 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:20:27,281 INFO [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-14T17:20:27,284 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, aed6cec0750f84a69e2d76e226b25da3 2024-11-14T17:20:27,296 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/namespace/aed6cec0750f84a69e2d76e226b25da3/.tmp/info/e46d719d5da1498da0e345b2b1f04f08 is 45, key is default/info:d/1731604651532/Put/seqid=0 2024-11-14T17:20:27,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742463_1639 (size=5037) 2024-11-14T17:20:27,305 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/.tmp/info/d0bba2d1115a47da92c75e503c4c076b is 143, key is hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3./info:regioninfo/1731604651335/Put/seqid=0 2024-11-14T17:20:27,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742464_1640 (size=7725) 2024-11-14T17:20:27,316 INFO [regionserver/38cb5ac947ac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:20:27,337 INFO [regionserver/38cb5ac947ac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:20:27,337 INFO [regionserver/38cb5ac947ac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:20:27,485 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, aed6cec0750f84a69e2d76e226b25da3 2024-11-14T17:20:27,685 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, aed6cec0750f84a69e2d76e226b25da3 2024-11-14T17:20:27,700 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/namespace/aed6cec0750f84a69e2d76e226b25da3/.tmp/info/e46d719d5da1498da0e345b2b1f04f08 2024-11-14T17:20:27,703 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/namespace/aed6cec0750f84a69e2d76e226b25da3/.tmp/info/e46d719d5da1498da0e345b2b1f04f08 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/namespace/aed6cec0750f84a69e2d76e226b25da3/info/e46d719d5da1498da0e345b2b1f04f08 2024-11-14T17:20:27,706 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/namespace/aed6cec0750f84a69e2d76e226b25da3/info/e46d719d5da1498da0e345b2b1f04f08, entries=2, sequenceid=6, filesize=4.9 K 2024-11-14T17:20:27,706 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for aed6cec0750f84a69e2d76e226b25da3 in 425ms, sequenceid=6, compaction requested=false 2024-11-14T17:20:27,709 INFO [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/.tmp/info/d0bba2d1115a47da92c75e503c4c076b 2024-11-14T17:20:27,709 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/namespace/aed6cec0750f84a69e2d76e226b25da3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T17:20:27,710 INFO [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. 2024-11-14T17:20:27,710 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for aed6cec0750f84a69e2d76e226b25da3: 2024-11-14T17:20:27,710 DEBUG [RS_CLOSE_REGION-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731604650050.aed6cec0750f84a69e2d76e226b25da3. 2024-11-14T17:20:27,725 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/.tmp/rep_barrier/a1ccb6607d904f68b64027b46168ff03 is 102, key is TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6./rep_barrier:/1731604678383/DeleteFamily/seqid=0 2024-11-14T17:20:27,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742465_1641 (size=6025) 2024-11-14T17:20:27,885 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T17:20:28,085 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T17:20:28,129 INFO [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/.tmp/rep_barrier/a1ccb6607d904f68b64027b46168ff03 2024-11-14T17:20:28,148 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/.tmp/table/55e536fb94cc435b86695d4ea1f8e3d6 is 96, key is TestAcidGuarantees,,1731604651904.2363fcd8099c098be6d6dc2cd1c9afa6./table:/1731604678383/DeleteFamily/seqid=0 2024-11-14T17:20:28,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742466_1642 (size=5942) 2024-11-14T17:20:28,158 ERROR [LeaseRenewer:jenkins@localhost:34551 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34551,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:20:28,286 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-14T17:20:28,286 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:20:28,286 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T17:20:28,486 DEBUG [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T17:20:28,552 INFO [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/.tmp/table/55e536fb94cc435b86695d4ea1f8e3d6 2024-11-14T17:20:28,555 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/.tmp/info/d0bba2d1115a47da92c75e503c4c076b as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/info/d0bba2d1115a47da92c75e503c4c076b 2024-11-14T17:20:28,558 INFO [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/info/d0bba2d1115a47da92c75e503c4c076b, entries=22, sequenceid=93, filesize=7.5 K 2024-11-14T17:20:28,558 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/.tmp/rep_barrier/a1ccb6607d904f68b64027b46168ff03 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/rep_barrier/a1ccb6607d904f68b64027b46168ff03 2024-11-14T17:20:28,561 INFO [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/rep_barrier/a1ccb6607d904f68b64027b46168ff03, entries=6, sequenceid=93, filesize=5.9 K 2024-11-14T17:20:28,561 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/.tmp/table/55e536fb94cc435b86695d4ea1f8e3d6 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/table/55e536fb94cc435b86695d4ea1f8e3d6 2024-11-14T17:20:28,564 INFO [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/table/55e536fb94cc435b86695d4ea1f8e3d6, entries=9, sequenceid=93, filesize=5.8 K 2024-11-14T17:20:28,564 INFO [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1283ms, sequenceid=93, compaction requested=false 2024-11-14T17:20:28,567 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-14T17:20:28,568 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:20:28,568 INFO [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:28,568 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-14T17:20:28,568 DEBUG [RS_CLOSE_META-regionserver/38cb5ac947ac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:28,686 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1250): stopping server 38cb5ac947ac,46341,1731604646134; all regions closed. 2024-11-14T17:20:28,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741834_1010 (size=26050) 2024-11-14T17:20:28,692 DEBUG [RS:0;38cb5ac947ac:46341 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/oldWALs 2024-11-14T17:20:28,692 INFO [RS:0;38cb5ac947ac:46341 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 38cb5ac947ac%2C46341%2C1731604646134.meta:.meta(num 1731604649541) 2024-11-14T17:20:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741832_1008 (size=14332132) 2024-11-14T17:20:28,695 DEBUG [RS:0;38cb5ac947ac:46341 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/oldWALs 2024-11-14T17:20:28,695 INFO [RS:0;38cb5ac947ac:46341 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 38cb5ac947ac%2C46341%2C1731604646134:(num 1731604648502) 2024-11-14T17:20:28,695 DEBUG [RS:0;38cb5ac947ac:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:28,695 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:20:28,696 INFO [RS:0;38cb5ac947ac:46341 {}] hbase.ChoreService(370): Chore service for: regionserver/38cb5ac947ac:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T17:20:28,696 INFO [regionserver/38cb5ac947ac:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-14T17:20:28,696 INFO [RS:0;38cb5ac947ac:46341 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46341 2024-11-14T17:20:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/38cb5ac947ac,46341,1731604646134 2024-11-14T17:20:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T17:20:28,700 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007fca0c8f3a08@e606720 rejected from java.util.concurrent.ThreadPoolExecutor@4b62f888[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-14T17:20:28,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38cb5ac947ac,46341,1731604646134] 2024-11-14T17:20:28,702 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 38cb5ac947ac,46341,1731604646134; numProcessing=1 2024-11-14T17:20:28,703 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/38cb5ac947ac,46341,1731604646134 already deleted, retry=false 2024-11-14T17:20:28,703 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 38cb5ac947ac,46341,1731604646134 expired; onlineServers=0 2024-11-14T17:20:28,704 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '38cb5ac947ac,40787,1731604645378' ***** 2024-11-14T17:20:28,704 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:20:28,704 DEBUG [M:0;38cb5ac947ac:40787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f856c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38cb5ac947ac/172.17.0.2:0 2024-11-14T17:20:28,704 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.HRegionServer(1224): stopping server 38cb5ac947ac,40787,1731604645378 2024-11-14T17:20:28,704 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.HRegionServer(1250): stopping server 38cb5ac947ac,40787,1731604645378; all regions closed. 2024-11-14T17:20:28,704 DEBUG [M:0;38cb5ac947ac:40787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:28,704 DEBUG [M:0;38cb5ac947ac:40787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:20:28,704 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:20:28,704 DEBUG [M:0;38cb5ac947ac:40787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:20:28,704 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster-HFileCleaner.small.0-1731604648207 {}] cleaner.HFileCleaner(306): Exit Thread[master/38cb5ac947ac:0:becomeActiveMaster-HFileCleaner.small.0-1731604648207,5,FailOnTimeoutGroup] 2024-11-14T17:20:28,704 DEBUG [master/38cb5ac947ac:0:becomeActiveMaster-HFileCleaner.large.0-1731604648206 {}] cleaner.HFileCleaner(306): Exit Thread[master/38cb5ac947ac:0:becomeActiveMaster-HFileCleaner.large.0-1731604648206,5,FailOnTimeoutGroup] 2024-11-14T17:20:28,704 INFO [M:0;38cb5ac947ac:40787 {}] hbase.ChoreService(370): Chore service for: master/38cb5ac947ac:0 had [] on shutdown 2024-11-14T17:20:28,705 DEBUG [M:0;38cb5ac947ac:40787 {}] master.HMaster(1733): Stopping service threads 2024-11-14T17:20:28,705 INFO [M:0;38cb5ac947ac:40787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:20:28,705 ERROR [M:0;38cb5ac947ac:40787 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:34551 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34551,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-14T17:20:28,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T17:20:28,705 INFO [M:0;38cb5ac947ac:40787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:20:28,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T17:20:28,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:20:28,706 DEBUG [M:0;38cb5ac947ac:40787 {}] zookeeper.ZKUtil(347): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T17:20:28,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T17:20:28,706 WARN [M:0;38cb5ac947ac:40787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T17:20:28,706 INFO [M:0;38cb5ac947ac:40787 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-14T17:20:28,706 INFO [M:0;38cb5ac947ac:40787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:20:28,706 DEBUG [M:0;38cb5ac947ac:40787 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:20:28,706 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:28,706 DEBUG [M:0;38cb5ac947ac:40787 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:28,706 DEBUG [M:0;38cb5ac947ac:40787 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:20:28,706 DEBUG [M:0;38cb5ac947ac:40787 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:28,706 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=790.31 KB heapSize=972.48 KB 2024-11-14T17:20:28,721 DEBUG [M:0;38cb5ac947ac:40787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa786d947adb44b9a8dbff9490ec3882 is 82, key is hbase:meta,,1/info:regioninfo/1731604649819/Put/seqid=0 2024-11-14T17:20:28,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742467_1643 (size=5672) 2024-11-14T17:20:28,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:28,802 INFO [RS:0;38cb5ac947ac:46341 {}] regionserver.HRegionServer(1307): Exiting; stopping=38cb5ac947ac,46341,1731604646134; zookeeper connection closed. 2024-11-14T17:20:28,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x101a7c978370001, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:28,802 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b3ca398 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b3ca398 2024-11-14T17:20:28,803 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:20:29,124 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2238 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa786d947adb44b9a8dbff9490ec3882 2024-11-14T17:20:29,144 DEBUG [M:0;38cb5ac947ac:40787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11ac734039ee4d87bb20fbfb911e11a0 is 2278, key is \x00\x00\x00\x00\x00\x00\x00"/proc:d/1731604681728/Put/seqid=0 2024-11-14T17:20:29,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742468_1644 (size=47194) 2024-11-14T17:20:29,548 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=789.76 KB at sequenceid=2238 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11ac734039ee4d87bb20fbfb911e11a0 2024-11-14T17:20:29,551 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11ac734039ee4d87bb20fbfb911e11a0 2024-11-14T17:20:29,565 DEBUG [M:0;38cb5ac947ac:40787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2db53cfcc534eda9787975d0ad2d0c7 is 69, key is 38cb5ac947ac,46341,1731604646134/rs:state/1731604648267/Put/seqid=0 2024-11-14T17:20:29,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073742469_1645 (size=5156) 2024-11-14T17:20:29,969 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2238 (bloomFilter=true), to=hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2db53cfcc534eda9787975d0ad2d0c7 2024-11-14T17:20:29,972 DEBUG [M:0;38cb5ac947ac:40787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa786d947adb44b9a8dbff9490ec3882 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa786d947adb44b9a8dbff9490ec3882 2024-11-14T17:20:29,974 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa786d947adb44b9a8dbff9490ec3882, entries=8, sequenceid=2238, filesize=5.5 K 2024-11-14T17:20:29,975 DEBUG [M:0;38cb5ac947ac:40787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11ac734039ee4d87bb20fbfb911e11a0 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11ac734039ee4d87bb20fbfb911e11a0 2024-11-14T17:20:29,977 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11ac734039ee4d87bb20fbfb911e11a0 2024-11-14T17:20:29,977 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11ac734039ee4d87bb20fbfb911e11a0, entries=191, sequenceid=2238, filesize=46.1 K 2024-11-14T17:20:29,978 DEBUG [M:0;38cb5ac947ac:40787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2db53cfcc534eda9787975d0ad2d0c7 as hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2db53cfcc534eda9787975d0ad2d0c7 2024-11-14T17:20:29,980 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34551/user/jenkins/test-data/27477239-2903-4eec-d80c-efdb41167a42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2db53cfcc534eda9787975d0ad2d0c7, entries=1, sequenceid=2238, filesize=5.0 K 2024-11-14T17:20:29,981 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.HRegion(3040): Finished flush of dataSize ~790.31 KB/809280, heapSize ~972.18 KB/995512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2238, compaction requested=false 2024-11-14T17:20:29,982 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:29,982 DEBUG [M:0;38cb5ac947ac:40787 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T17:20:29,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741830_1006 (size=956037) 2024-11-14T17:20:29,984 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-14T17:20:29,984 INFO [M:0;38cb5ac947ac:40787 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-14T17:20:29,985 INFO [M:0;38cb5ac947ac:40787 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40787 2024-11-14T17:20:29,987 DEBUG [M:0;38cb5ac947ac:40787 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/38cb5ac947ac,40787,1731604645378 already deleted, retry=false 2024-11-14T17:20:30,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:30,088 INFO [M:0;38cb5ac947ac:40787 {}] regionserver.HRegionServer(1307): Exiting; stopping=38cb5ac947ac,40787,1731604645378; zookeeper connection closed. 2024-11-14T17:20:30,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x101a7c978370000, quorum=127.0.0.1:58688, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:30,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:20:30,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:20:30,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:20:30,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:20:30,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/hadoop.log.dir/,STOPPED} 2024-11-14T17:20:30,099 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:20:30,100 WARN [BP-2054411593-172.17.0.2-1731604642487 heartbeating to localhost/127.0.0.1:34551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:20:30,100 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:20:30,100 WARN [BP-2054411593-172.17.0.2-1731604642487 heartbeating to localhost/127.0.0.1:34551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2054411593-172.17.0.2-1731604642487 (Datanode Uuid 64ae9d6b-77da-4e61-8b55-273718d34d9a) service to localhost/127.0.0.1:34551 2024-11-14T17:20:30,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/cluster_d9117fea-ac54-452b-4388-a2a3547d1f04/dfs/data/data1/current/BP-2054411593-172.17.0.2-1731604642487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:20:30,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/cluster_d9117fea-ac54-452b-4388-a2a3547d1f04/dfs/data/data2/current/BP-2054411593-172.17.0.2-1731604642487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:20:30,103 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:20:30,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:20:30,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:20:30,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:20:30,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:20:30,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c445c2a1-0d95-19cf-e3da-8b954140efb7/hadoop.log.dir/,STOPPED} 2024-11-14T17:20:30,134 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-14T17:20:30,256 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down